[ 523.240572] env[65720]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.240572] env[65720]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.247556] env[65808]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.247556] env[65808]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.808733] env[65808]: INFO neutron.common.config [-] Logging enabled! [ 525.809088] env[65808]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 525.809315] env[65808]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65808) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.809611] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.809705] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.810565] env[65808]: WARNING oslo_policy.policy [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.810736] env[65808]: WARNING oslo_policy.policy [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.812371] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] VMware NSXv3 Agent initialized successfully. [ 525.812718] env[65808]: DEBUG oslo_concurrency.lockutils [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] Acquiring lock "singleton_lock" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.812844] env[65808]: DEBUG oslo_concurrency.lockutils [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] Acquired lock "singleton_lock" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.813052] env[65808]: DEBUG oslo_concurrency.lockutils [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] Releasing lock "singleton_lock" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.813337] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] Full set of CONF: {{(pid=65808) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.813445] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ******************************************************************************** {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.813545] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] Configuration options gathered from: {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.813870] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.814043] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.814152] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ================================================================================ {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.814310] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] agent_down_time = 75 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.814454] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] allow_automatic_dhcp_failover = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.814588] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] allow_bulk = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.814726] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] api_extensions_path = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.814861] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] api_paste_config = api-paste.ini {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.814993] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] auth_strategy = keystone {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815106] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] backdoor_port = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815202] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] backdoor_socket = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815328] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] backlog = 4096 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815459] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815609] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] bind_host = 0.0.0.0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815736] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] bind_port = 9696 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815885] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] client_socket_timeout = 900 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.815986] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] config_dir = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.816087] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.816219] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] config_source = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.816350] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] control_exchange = neutron {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.816522] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] core_plugin = ml2 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.816672] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] debug = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.816804] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] default_availability_zones = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817012] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817147] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] dhcp_agent_notification = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817274] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] dhcp_agents_per_network = 1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817408] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] dhcp_lease_duration = 86400 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817567] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] dhcp_load_type = networks {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817699] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] dns_domain = openstacklocal {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817827] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.817950] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] enable_default_route_bfd = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818088] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] enable_default_route_ecmp = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818209] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] enable_dvr = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818329] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] enable_new_agents = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818450] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818574] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] enable_signals = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818691] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] enable_traditional_dhcp = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818808] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] external_dns_driver = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.818926] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] filter_validation = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.819070] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] global_physnet_mtu = 8950 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.819195] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] graceful_shutdown_timeout = 60 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.819362] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] host = cpu-1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.819499] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] host_dvr_for_dhcp = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.819656] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] http_retries = 3 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.819791] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] instance_format = [instance: %(uuid)s] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.819920] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820061] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ipam_driver = internal {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820187] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ipv6_pd_enabled = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820309] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] l3_ha = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820437] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820566] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] l3_ha_network_physical_name = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820693] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] l3_ha_network_type = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820822] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_color = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.820949] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_config_append = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821093] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821219] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_dir = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821341] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_file = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821452] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_options = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821565] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_rotate_interval = 1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821694] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_rotate_interval_type = days {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821823] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] log_rotation_type = none {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.821920] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822022] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822153] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822288] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822384] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822512] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] max_dns_nameservers = 5 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822666] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] max_header_line = 16384 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822853] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] max_l3_agents_per_router = 3 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.822990] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] max_logfile_count = 30 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.823130] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] max_logfile_size_mb = 200 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.823255] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] max_subnet_host_routes = 20 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.823388] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] my_ip = 10.180.1.21 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.823515] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] my_ipv6 = ::1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.823641] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] network_auto_schedule = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.823759] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] network_link_prefix = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.823891] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824027] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] notify_nova_on_port_data_changes = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824162] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] notify_nova_on_port_status_changes = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824293] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] pagination_max_limit = -1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824418] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] publish_errors = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824540] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] rate_limit_burst = 0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824671] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] rate_limit_except_level = CRITICAL {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824786] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] rate_limit_interval = 0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.824909] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] retry_until_window = 30 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825038] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] router_distributed = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825158] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] rpc_resources_processing_step = 20 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825279] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] rpc_response_max_timeout = 600 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825403] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] rpc_response_timeout = 60 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825525] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] send_events_interval = 2 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825697] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] service_plugins = ['router'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825833] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] setproctitle = on {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.825954] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] shell_completion = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826098] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] state_path = /opt/stack/data/neutron {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826230] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] syslog_log_facility = LOG_USER {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826353] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] tcp_keepidle = 600 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826501] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] transport_url = **** {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826633] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] use_journal = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826760] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] use_json = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826880] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] use_ssl = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.826994] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] use_stderr = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.827149] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] use_syslog = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.827255] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] vlan_qinq = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.827374] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] vlan_transparent = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.827516] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] watch_log_file = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.827644] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] wsgi_default_pool_size = 100 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.827768] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] wsgi_keep_alive = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.827899] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.828033] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] wsgi_server_debug = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.828180] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_concurrency.disable_process_locking = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.828318] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.828452] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.828580] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.828741] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.828877] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829023] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829166] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.connection_string = messaging:// {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829303] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.enabled = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829437] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.es_doc_type = notification {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829565] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.es_scroll_size = 10000 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829698] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.es_scroll_time = 2m {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829823] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.filter_error_trace = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.829954] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.hmac_keys = **** {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.830099] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.sentinel_service_name = mymaster {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.830234] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.socket_timeout = 0.1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.830358] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.trace_requests = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.830485] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler.trace_sqlalchemy = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.830624] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler_jaeger.process_tags = {} {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.830751] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler_jaeger.service_name_prefix = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.830879] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] profiler_otlp.service_name_prefix = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.831031] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.enforce_new_defaults = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.831291] env[65808]: WARNING oslo_config.cfg [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.831435] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.enforce_scope = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.831576] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.policy_default_rule = default {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.831737] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.831880] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832023] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832152] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832278] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832404] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832531] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832669] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832799] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.832938] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] agent.extensions = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833081] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833214] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] service_providers.service_provider = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833348] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.default_quota = -1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833484] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833616] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_floatingip = 50 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833744] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_network = 100 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833896] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_port = 500 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.833993] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.834132] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_router = 10 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.834263] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_security_group = 10 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.834389] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.834513] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.quota_subnet = 100 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.834641] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] QUOTAS.track_quota_usage = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.834809] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.834938] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep.group = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835077] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep.helper_command = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835206] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep.log_daemon_traceback = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835338] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835467] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep.thread_pool_size = 8 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835593] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep.user = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835727] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835852] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_dhcp_release.group = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.835971] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_dhcp_release.helper_command = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.836109] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.836236] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.836359] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.836510] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_dhcp_release.user = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.836654] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.836779] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_ovs_vsctl.group = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.836906] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837074] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837168] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837293] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837441] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_ovs_vsctl.user = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837594] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_namespace.capabilities = [21] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837719] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_namespace.group = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837845] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_namespace.helper_command = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.837976] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.838121] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.838249] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.838373] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_namespace.user = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.838510] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_conntrack.capabilities = [12] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.838638] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_conntrack.group = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.838766] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_conntrack.helper_command = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.838889] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839030] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839160] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839282] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_conntrack.user = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839420] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_link.capabilities = [12, 21] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839547] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_link.group = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839670] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_link.helper_command = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839797] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_link.log_daemon_traceback = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.839927] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.840066] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_link.thread_pool_size = 8 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.840191] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] privsep_link.user = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.840339] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.840501] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.840648] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.continue_on_failed_promotions = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.840781] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.dscp = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.840913] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.dscp_inherit = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841064] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.force_mp_to_policy = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841201] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.locking_coordinator_url = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841332] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.log_agent_heartbeats = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841464] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.logging_expire = 1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841602] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841730] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841866] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.polling_interval = 240 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.841995] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.842144] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.842282] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.report_interval = 30.0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.842417] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.842552] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.842685] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.842815] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.sync_skew = 60 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.842944] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.synchronization_queue_size = 20 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.843084] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT.use_helper_for_ns_read = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.843266] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] SECURITYGROUP.enable_ipset = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.843358] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] SECURITYGROUP.enable_security_group = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.843499] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.843648] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.843787] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] experimental.ipv6_pd_enabled = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.843937] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.extension_drivers = ['port_security'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.844080] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.external_network_type = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.844227] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.844368] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.overlay_ip_version = 4 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.844502] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.path_mtu = 8950 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.844635] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.physical_network_mtus = {} {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.844774] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.844909] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845056] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ml2.type_drivers = ['vlan'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845203] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845324] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845453] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845593] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845729] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845860] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.845990] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.846143] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.846279] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.846506] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.846678] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_login_password = **** {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.846822] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.846958] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_login_user = admin {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.847111] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.847250] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.847385] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.847539] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.847679] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.847817] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.847954] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.848099] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.848231] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.848366] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.848502] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.848633] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.848769] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.848953] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.849107] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.849243] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.849371] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.849503] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.auth_section = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.849672] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.auth_type = password {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.849814] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.849939] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.certfile = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850084] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.collect_timing = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850221] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.endpoint_type = public {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850349] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.insecure = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850473] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.keyfile = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850607] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.region_name = RegionOne {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850738] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.split_loggers = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850861] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] nova.timeout = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.850991] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.auth_section = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.851141] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.auth_type = password {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.851271] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.851396] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.certfile = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.851524] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.collect_timing = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.851657] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.endpoint_type = public {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.851782] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.insecure = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.851901] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.keyfile = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852034] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.region_name = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852164] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.split_loggers = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852287] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] placement.timeout = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852419] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.auth_section = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852552] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.auth_type = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852698] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.cafile = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852824] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.certfile = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.852953] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.collect_timing = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853093] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.connect_retries = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853220] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.connect_retry_delay = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853343] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.enable_notifications = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853469] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.endpoint_override = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853598] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.insecure = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853724] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.interface = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853849] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.keyfile = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.853977] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.max_version = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854117] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.min_version = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854240] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.region_name = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854364] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.retriable_status_codes = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854487] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.service_name = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854610] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.service_type = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854736] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.split_loggers = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854857] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.status_code_retries = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.854977] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.status_code_retry_delay = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.855110] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.timeout = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.855236] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.valid_interfaces = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.855358] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ironic.version = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.855491] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] cli_script.dry_run = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.855656] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.855831] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.855962] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.856102] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.856232] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.856355] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.856508] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.856646] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.856775] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.856910] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857046] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857183] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857316] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857461] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857603] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857738] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857864] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.857994] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.858143] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.858270] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.858397] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.858527] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.858674] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.858818] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.858949] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859090] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859218] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859346] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859474] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859604] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859730] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.ssl = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859863] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.859995] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.860136] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.860268] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.860399] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.860525] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.860666] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_notifications.driver = [] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.860795] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_notifications.retry = -1 {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.860940] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.861080] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.861183] env[65808]: DEBUG oslo_service.backend._eventlet.service [None req-55685bb2-c0f1-49dc-ac67-c61410c82192 None None] ******************************************************************************** {{(pid=65808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.862338] env[65808]: DEBUG neutron.agent.securitygroups_rpc [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Init firewall settings (driver=nsxv3) {{(pid=65808) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.863615] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65808) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.863856] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.866124] env[65808]: DEBUG dogpile.cache.region [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.866242] env[65808]: DEBUG dogpile.lock [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.866359] env[65808]: DEBUG dogpile.lock [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.866437] env[65808]: DEBUG dogpile.lock [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.866530] env[65808]: DEBUG dogpile.cache.region [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.866615] env[65808]: DEBUG dogpile.lock [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.866740] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.911207] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Session token - acquiring [ 525.912755] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.912943] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.913080] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.913507] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.925668] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.206462] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.228455] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.228654] env[65808]: DEBUG dogpile.cache.region [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Cache value generated in 0.362 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.228711] env[65808]: DEBUG dogpile.lock [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.228847] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Activating Policy API Provider. [ 526.229056] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Looking for the default Infrastructure Rules. [ 526.305106] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.321109] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.321582] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.321756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.321857] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.322175] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.322511] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.838444] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.341585] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.844877] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Inventory metadata is going to be refreshed. [ 527.844877] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.611019] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.611019] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.611019] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.611019] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.622507] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.623741] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.624699] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.648949] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.648949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.648949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.648949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.648949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.648949] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.648949] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.648949] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.673666] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.673666] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.673666] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.673666] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.673666] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.673666] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.695685] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.695685] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.695685] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.695685] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.695685] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.695685] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.716023] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.716023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.716023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.716023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.716023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.716023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.716023] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.716023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.736059] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.738585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.738585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.738585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.738585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.738585] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.738585] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.738585] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.761022] env[65808]: DEBUG networking_nsxv3.common.locking [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.761022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.761022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.761022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.761022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.761022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.761022] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.761022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Inventory metadata have been refreshed. [ 528.761022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Dryrun:True. Metadata refresh completed. [ 528.761022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Releasing lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.763034] env[65808]: INFO neutron.agent.agent_extensions_manager [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Loaded agent extensions: [] [ 528.763889] env[65808]: DEBUG neutron_lib.callbacks.manager [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65808) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.815563] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.815563] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.815563] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.764554] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.764554] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.765796] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.765796] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.767013] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.767401] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.841388] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0997d8bb-d3c7-47f1-9977-571fe4026faf demo admin] Enqueued Resource ID: 37d18d75-2561-4f0e-adf8-7a791ef9c62b with Priority: HIGHEST for action security_group_rules [ 543.841907] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d18d75-2561-4f0e-adf8-7a791ef9c62b with Priority: HIGHEST for action security_group_rules [ 543.842209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d18d75-2561-4f0e-adf8-7a791ef9c62b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.842333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d18d75-2561-4f0e-adf8-7a791ef9c62b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.842400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d18d75-2561-4f0e-adf8-7a791ef9c62b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.842766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d18d75-2561-4f0e-adf8-7a791ef9c62b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.842873] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d18d75-2561-4f0e-adf8-7a791ef9c62b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.364085] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.364085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.364085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.364085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.364085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.364085] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d18d75-2561-4f0e-adf8-7a791ef9c62b already deleted. [ 544.364521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d18d75-2561-4f0e-adf8-7a791ef9c62b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.842906] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.842906] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.844135] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.844527] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.845448] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.845769] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.846519] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.846870] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.767411] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.767775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.767775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.767864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.768111] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.847384] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.847529] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.270448] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.774139] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.276251] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 570.276391] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 571.007471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.007851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.007851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.008022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.019026] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 571.020189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.021359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 571.040557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.040743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.040812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.041045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.041134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.041246] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 571.041328] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.041402] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 571.061558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.061730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.061783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.061986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.062139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.062247] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.085470] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.085651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.085717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.085931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.086074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.086155] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.112231] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.112384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.112463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.112712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.112817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.112956] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 571.113043] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.113099] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 571.135656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.135845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.135973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.136298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.136409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.136521] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 571.136595] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.136668] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 571.160925] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.161087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.161172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.161366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.161765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.161765] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 571.161765] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 571.162818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.183772] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.183868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.186015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.186015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.186015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.186015] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.208280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.208525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.208621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.208845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.208976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.222692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.859917] env[65808]: INFO networking_nsxv3.common.synchronization [None req-c3da894c-4b54-4dc6-95e4-2ffe4eb631aa None None] Enqueued Resource ID: a154eee3-a475-4441-86d2-2707ba0d498c with Priority: HIGHEST for action port [ 572.860561] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a154eee3-a475-4441-86d2-2707ba0d498c with Priority: HIGHEST for action port [ 572.861626] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a154eee3-a475-4441-86d2-2707ba0d498c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.861626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a154eee3-a475-4441-86d2-2707ba0d498c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.861737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a154eee3-a475-4441-86d2-2707ba0d498c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.862020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a154eee3-a475-4441-86d2-2707ba0d498c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.862500] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a154eee3-a475-4441-86d2-2707ba0d498c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.365842] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a154eee3-a475-4441-86d2-2707ba0d498c [ 573.365842] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.366042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.366086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.366560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.366560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.366560] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a154eee3-a475-4441-86d2-2707ba0d498c already deleted. [ 573.366560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a154eee3-a475-4441-86d2-2707ba0d498c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.046189] env[65808]: INFO networking_nsxv3.common.synchronization [None req-ea3a8a06-4b62-4c05-8cdf-dcf96ce96e37 None None] Enqueued Resource ID: cf7555a0-bc5d-421f-87d8-81da32c52d10 with Priority: HIGHEST for action port [ 575.046856] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7555a0-bc5d-421f-87d8-81da32c52d10 with Priority: HIGHEST for action port [ 575.047355] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf7555a0-bc5d-421f-87d8-81da32c52d10 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.047355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf7555a0-bc5d-421f-87d8-81da32c52d10" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.047355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf7555a0-bc5d-421f-87d8-81da32c52d10" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.049155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf7555a0-bc5d-421f-87d8-81da32c52d10" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.049155] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7555a0-bc5d-421f-87d8-81da32c52d10',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.553411] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf7555a0-bc5d-421f-87d8-81da32c52d10 [ 575.556799] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.556799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.556799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.556799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.556799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.556799] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf7555a0-bc5d-421f-87d8-81da32c52d10 already deleted. [ 575.557744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf7555a0-bc5d-421f-87d8-81da32c52d10" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.861247] env[65808]: INFO networking_nsxv3.common.synchronization [None req-1ca67c92-d182-4b0c-acf8-ecbb7c6226e8 None None] Enqueued Resource ID: 8d47da9b-100a-415c-84c0-d03569e03294 with Priority: HIGHEST for action port [ 575.861756] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d47da9b-100a-415c-84c0-d03569e03294 with Priority: HIGHEST for action port [ 575.862056] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d47da9b-100a-415c-84c0-d03569e03294 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.862304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d47da9b-100a-415c-84c0-d03569e03294" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.862304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d47da9b-100a-415c-84c0-d03569e03294" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.862562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d47da9b-100a-415c-84c0-d03569e03294" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.862562] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d47da9b-100a-415c-84c0-d03569e03294',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.365943] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d47da9b-100a-415c-84c0-d03569e03294 [ 576.366237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.366237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.366237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.367330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.367330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.367330] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d47da9b-100a-415c-84c0-d03569e03294 already deleted. [ 576.367330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d47da9b-100a-415c-84c0-d03569e03294" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.519460] env[65808]: INFO networking_nsxv3.common.synchronization [None req-b77fe7e6-dd7d-443d-8101-2fd23f1a3f96 None None] Enqueued Resource ID: 5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4 with Priority: HIGHEST for action port [ 576.520101] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4 with Priority: HIGHEST for action port [ 576.520388] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.520751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.520751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.520871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.520950] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.025021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4 [ 577.025887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.026125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.026274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.026507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.026595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.026690] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4 already deleted. [ 577.026778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0f6f8b-e5c9-4bb9-9e8a-69f5e0cd3cf4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.601015] env[65808]: INFO networking_nsxv3.common.synchronization [None req-ed7778c3-0017-4670-bc10-9ede8b7f07ad None None] Enqueued Resource ID: 0aca5dc0-2f08-4b8a-a143-4040221b9108 with Priority: HIGHEST for action port [ 577.602066] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aca5dc0-2f08-4b8a-a143-4040221b9108 with Priority: HIGHEST for action port [ 577.602066] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aca5dc0-2f08-4b8a-a143-4040221b9108 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.602066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aca5dc0-2f08-4b8a-a143-4040221b9108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.602066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aca5dc0-2f08-4b8a-a143-4040221b9108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.602449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aca5dc0-2f08-4b8a-a143-4040221b9108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.602449] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aca5dc0-2f08-4b8a-a143-4040221b9108',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.691840] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0ea919e1-6827-413f-b0d4-0197a3bb5f47 None None] Enqueued Resource ID: 3b27eb40-c177-4269-9e44-8d6c66056260 with Priority: HIGHEST for action port [ 577.691840] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b27eb40-c177-4269-9e44-8d6c66056260 with Priority: HIGHEST for action port [ 577.692202] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b27eb40-c177-4269-9e44-8d6c66056260 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.692330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b27eb40-c177-4269-9e44-8d6c66056260" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.692394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b27eb40-c177-4269-9e44-8d6c66056260" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.693858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b27eb40-c177-4269-9e44-8d6c66056260" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.693858] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b27eb40-c177-4269-9e44-8d6c66056260',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.105572] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0aca5dc0-2f08-4b8a-a143-4040221b9108 [ 578.106801] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.106801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.106801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.106801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.106801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.106801] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0aca5dc0-2f08-4b8a-a143-4040221b9108 already deleted. [ 578.106801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aca5dc0-2f08-4b8a-a143-4040221b9108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.195038] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b27eb40-c177-4269-9e44-8d6c66056260 [ 578.195292] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.195455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.195529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.195740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.195828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.195923] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b27eb40-c177-4269-9e44-8d6c66056260 already deleted. [ 578.195998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b27eb40-c177-4269-9e44-8d6c66056260" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.224781] env[65808]: INFO networking_nsxv3.common.synchronization [None req-ff4e871c-05e1-42f5-a0be-6e9468defd9a None None] Enqueued Resource ID: 63330b8e-11e7-49d7-9af4-42051ce97633 with Priority: HIGHEST for action port [ 579.224781] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63330b8e-11e7-49d7-9af4-42051ce97633 with Priority: HIGHEST for action port [ 579.226345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-63330b8e-11e7-49d7-9af4-42051ce97633 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.226481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63330b8e-11e7-49d7-9af4-42051ce97633" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.226570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63330b8e-11e7-49d7-9af4-42051ce97633" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.226845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63330b8e-11e7-49d7-9af4-42051ce97633" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.226938] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63330b8e-11e7-49d7-9af4-42051ce97633',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.730199] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63330b8e-11e7-49d7-9af4-42051ce97633 [ 579.730435] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.730574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.730642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.730856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.730944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.731043] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63330b8e-11e7-49d7-9af4-42051ce97633 already deleted. [ 579.731159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63330b8e-11e7-49d7-9af4-42051ce97633" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.859358] env[65808]: INFO networking_nsxv3.common.synchronization [None req-249571f6-75f0-4fa4-9e9d-8a5411b2cac9 None None] Enqueued Resource ID: 82bb12e9-9695-4825-b081-fc977a6d3a6d with Priority: HIGHEST for action port [ 579.859683] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bb12e9-9695-4825-b081-fc977a6d3a6d with Priority: HIGHEST for action port [ 579.860259] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-82bb12e9-9695-4825-b081-fc977a6d3a6d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.860418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82bb12e9-9695-4825-b081-fc977a6d3a6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.860418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82bb12e9-9695-4825-b081-fc977a6d3a6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.860611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82bb12e9-9695-4825-b081-fc977a6d3a6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.860692] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82bb12e9-9695-4825-b081-fc977a6d3a6d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.364412] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82bb12e9-9695-4825-b081-fc977a6d3a6d [ 580.366186] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.368158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.368158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.368158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.368158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.368158] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82bb12e9-9695-4825-b081-fc977a6d3a6d already deleted. [ 580.368158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82bb12e9-9695-4825-b081-fc977a6d3a6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.951767] env[65808]: INFO networking_nsxv3.common.synchronization [None req-852a8a72-e6d8-45dc-9049-de3543c0bed3 None None] Enqueued Resource ID: f52f8617-7bd3-4f87-816e-5e859c12a55e with Priority: HIGHEST for action port [ 580.951767] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52f8617-7bd3-4f87-816e-5e859c12a55e with Priority: HIGHEST for action port [ 580.951767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f52f8617-7bd3-4f87-816e-5e859c12a55e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.951767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f52f8617-7bd3-4f87-816e-5e859c12a55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.952117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f52f8617-7bd3-4f87-816e-5e859c12a55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.952971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f52f8617-7bd3-4f87-816e-5e859c12a55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.955037] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f52f8617-7bd3-4f87-816e-5e859c12a55e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.458616] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f52f8617-7bd3-4f87-816e-5e859c12a55e [ 581.459237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.459237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.459237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.459384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.459384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.460098] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f52f8617-7bd3-4f87-816e-5e859c12a55e already deleted. [ 581.460098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f52f8617-7bd3-4f87-816e-5e859c12a55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.626491] env[65808]: INFO networking_nsxv3.common.synchronization [None req-4549497b-8f0d-4e3c-9a7e-92b9d7d18d29 None None] Enqueued Resource ID: fdedc8c9-9923-4757-acbb-ad0cbeaff41b with Priority: HIGHEST for action port [ 581.627078] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdedc8c9-9923-4757-acbb-ad0cbeaff41b with Priority: HIGHEST for action port [ 581.627498] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdedc8c9-9923-4757-acbb-ad0cbeaff41b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.627667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdedc8c9-9923-4757-acbb-ad0cbeaff41b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.627667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdedc8c9-9923-4757-acbb-ad0cbeaff41b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.627843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdedc8c9-9923-4757-acbb-ad0cbeaff41b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.627953] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdedc8c9-9923-4757-acbb-ad0cbeaff41b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.134305] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdedc8c9-9923-4757-acbb-ad0cbeaff41b [ 582.134305] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.134711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.134711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.134711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.134844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.134993] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdedc8c9-9923-4757-acbb-ad0cbeaff41b already deleted. [ 582.134993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdedc8c9-9923-4757-acbb-ad0cbeaff41b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.202462] env[65808]: INFO networking_nsxv3.common.synchronization [None req-d4c35548-ae7f-498c-acb0-2eb5d49e3e97 None None] Enqueued Resource ID: fde389fd-af3b-4193-b88e-0b46b67fe881 with Priority: HIGHEST for action port [ 582.202462] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde389fd-af3b-4193-b88e-0b46b67fe881 with Priority: HIGHEST for action port [ 582.202462] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde389fd-af3b-4193-b88e-0b46b67fe881 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.205093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde389fd-af3b-4193-b88e-0b46b67fe881" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.205259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde389fd-af3b-4193-b88e-0b46b67fe881" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.205774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde389fd-af3b-4193-b88e-0b46b67fe881" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.205774] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde389fd-af3b-4193-b88e-0b46b67fe881',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.480556] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2d2c95d2-ca85-4a4e-9d9f-6de8e4a77b91 None None] Enqueued Resource ID: a5025082-08b1-447d-84f4-fcdae42c3ba2 with Priority: HIGHEST for action port [ 582.481579] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5025082-08b1-447d-84f4-fcdae42c3ba2 with Priority: HIGHEST for action port [ 582.481579] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5025082-08b1-447d-84f4-fcdae42c3ba2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.481579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5025082-08b1-447d-84f4-fcdae42c3ba2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.481938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5025082-08b1-447d-84f4-fcdae42c3ba2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.481938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5025082-08b1-447d-84f4-fcdae42c3ba2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.483279] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5025082-08b1-447d-84f4-fcdae42c3ba2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.708192] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde389fd-af3b-4193-b88e-0b46b67fe881 [ 582.708896] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.708896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.708896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.708896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.709085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.709085] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde389fd-af3b-4193-b88e-0b46b67fe881 already deleted. [ 582.709225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde389fd-af3b-4193-b88e-0b46b67fe881" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.985020] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5025082-08b1-447d-84f4-fcdae42c3ba2 [ 582.985020] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.985020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.985020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.985020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.985020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.985020] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5025082-08b1-447d-84f4-fcdae42c3ba2 already deleted. [ 582.985020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5025082-08b1-447d-84f4-fcdae42c3ba2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.624220] env[65808]: INFO networking_nsxv3.common.synchronization [None req-3a92d763-98c9-4bb3-b6b1-fb0b68241f2b None None] Enqueued Resource ID: ab700aad-1663-4601-b85b-060224c9339b with Priority: HIGHEST for action port [ 583.624987] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab700aad-1663-4601-b85b-060224c9339b with Priority: HIGHEST for action port [ 583.625618] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab700aad-1663-4601-b85b-060224c9339b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.625904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab700aad-1663-4601-b85b-060224c9339b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.626018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab700aad-1663-4601-b85b-060224c9339b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.626777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab700aad-1663-4601-b85b-060224c9339b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.626969] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab700aad-1663-4601-b85b-060224c9339b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.129785] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab700aad-1663-4601-b85b-060224c9339b [ 584.129916] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.130065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.130147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.130608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.130608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.130608] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab700aad-1663-4601-b85b-060224c9339b already deleted. [ 584.130608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab700aad-1663-4601-b85b-060224c9339b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.719369] env[65808]: INFO networking_nsxv3.common.synchronization [None req-ad88758e-0388-4f22-82ab-124e80898400 None None] Enqueued Resource ID: 4b27d338-1727-45a4-829e-ccc74064ca2a with Priority: HIGHEST for action port [ 585.719952] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b27d338-1727-45a4-829e-ccc74064ca2a with Priority: HIGHEST for action port [ 585.723433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b27d338-1727-45a4-829e-ccc74064ca2a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.723571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b27d338-1727-45a4-829e-ccc74064ca2a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.723637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b27d338-1727-45a4-829e-ccc74064ca2a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.723903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b27d338-1727-45a4-829e-ccc74064ca2a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.724250] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b27d338-1727-45a4-829e-ccc74064ca2a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.937024] env[65808]: INFO networking_nsxv3.common.synchronization [None req-24ac5f9b-e986-43a4-a9e4-e53c4b3fdb85 None None] Enqueued Resource ID: 88c16656-17ef-4822-9241-e16e1ae49669 with Priority: HIGHEST for action port [ 585.937024] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c16656-17ef-4822-9241-e16e1ae49669 with Priority: HIGHEST for action port [ 585.937153] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c16656-17ef-4822-9241-e16e1ae49669 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.937268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c16656-17ef-4822-9241-e16e1ae49669" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.937320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c16656-17ef-4822-9241-e16e1ae49669" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.937593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c16656-17ef-4822-9241-e16e1ae49669" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.937671] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c16656-17ef-4822-9241-e16e1ae49669',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.229463] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b27d338-1727-45a4-829e-ccc74064ca2a [ 586.231462] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.231462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.231462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.231462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.231462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.231462] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b27d338-1727-45a4-829e-ccc74064ca2a already deleted. [ 586.231462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b27d338-1727-45a4-829e-ccc74064ca2a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.441175] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88c16656-17ef-4822-9241-e16e1ae49669 [ 586.441175] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.441175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.441175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.441175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.441175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.441175] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88c16656-17ef-4822-9241-e16e1ae49669 already deleted. [ 586.441175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c16656-17ef-4822-9241-e16e1ae49669" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.310317] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2f075986-7c9e-406b-b159-017a41520854 None None] Enqueued Resource ID: 01901547-7fda-4ef7-8f9d-12915f9ecbf0 with Priority: HIGHEST for action port [ 587.311482] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01901547-7fda-4ef7-8f9d-12915f9ecbf0 with Priority: HIGHEST for action port [ 587.311482] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-01901547-7fda-4ef7-8f9d-12915f9ecbf0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.311482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01901547-7fda-4ef7-8f9d-12915f9ecbf0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.311797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01901547-7fda-4ef7-8f9d-12915f9ecbf0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.311797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01901547-7fda-4ef7-8f9d-12915f9ecbf0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.312216] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01901547-7fda-4ef7-8f9d-12915f9ecbf0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.816486] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01901547-7fda-4ef7-8f9d-12915f9ecbf0 [ 587.816486] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.816486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.816486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.816486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.816486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.816486] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01901547-7fda-4ef7-8f9d-12915f9ecbf0 already deleted. [ 587.816486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01901547-7fda-4ef7-8f9d-12915f9ecbf0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.833322] env[65808]: INFO networking_nsxv3.common.synchronization [req-518fee7b-6d08-41d1-8887-5e1d61819dd3 req-24609445-0d3a-4ebb-9933-1acc46a95605 tempest-DeleteServersAdminTestJSON-227253931 tempest-DeleteServersAdminTestJSON-227253931-project-member] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 587.833322] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 587.833821] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.833947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.834089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.834423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.834687] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.834867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.834970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.835275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.835389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.835573] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.339620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.339620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.339620] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f already deleted. [ 588.339620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.691722] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.691981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.692067] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.692737] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.692737] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.692906] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.692944] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.693599] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.693599] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.693599] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.693761] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.693761] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.693874] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.693982] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.694094] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.694221] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.716625] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.716811] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.716949] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.717151] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.718660] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.718660] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.718660] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.718660] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.718660] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.842537] env[65808]: INFO networking_nsxv3.common.synchronization [None req-64fb4a6f-69f5-4f51-8f05-6b08cb173bd3 tempest-VolumesAssistedSnapshotsTest-932963137 tempest-VolumesAssistedSnapshotsTest-932963137-project-member] Enqueued Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_rules [ 588.843132] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_rules [ 588.843466] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f23db33-1580-40ed-91cd-6adc90f46644 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.843652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.843718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.844026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.844241] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.221654] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.221946] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.222144] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.222519] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.222728] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.222932] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a not found, creating... [ 589.223339] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.223951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.223951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.224182] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.224182] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.224707] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.224896] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.225048] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.225304] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.225412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.225530] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a is going to be created. [ 589.253155] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.253382] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.253501] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.253769] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.254278] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.254499] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.371908] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.372292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.372292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.372541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.372651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.372794] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f23db33-1580-40ed-91cd-6adc90f46644 already deleted. [ 589.372903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.705714] env[65808]: INFO networking_nsxv3.common.synchronization [None req-5c350f31-4e00-43c9-a8ec-cdac96e7501c tempest-VolumesAssistedSnapshotsTest-932963137 tempest-VolumesAssistedSnapshotsTest-932963137-project-member] Enqueued Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_rules [ 589.706313] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_rules [ 589.706648] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f23db33-1580-40ed-91cd-6adc90f46644 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.706935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.706935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.707117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.707172] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.070827] env[65808]: INFO networking_nsxv3.common.synchronization [req-518fee7b-6d08-41d1-8887-5e1d61819dd3 req-3ed4932e-a758-476a-ba4e-df84c34d33e1 service nova] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_rules [ 590.072016] env[65808]: INFO networking_nsxv3.common.synchronization [req-518fee7b-6d08-41d1-8887-5e1d61819dd3 req-3ed4932e-a758-476a-ba4e-df84c34d33e1 service nova] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 590.073031] env[65808]: INFO networking_nsxv3.common.synchronization [req-518fee7b-6d08-41d1-8887-5e1d61819dd3 req-3ed4932e-a758-476a-ba4e-df84c34d33e1 service nova] Enqueued Resource ID: b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a with Priority: HIGHEST for action port [ 590.073705] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_rules [ 590.073855] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 590.074065] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a with Priority: HIGHEST for action port [ 590.074437] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.074680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.074888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.075246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.075932] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.078066] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.078066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.078066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.078066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.078066] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.078066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.078066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.078066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.078382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.078382] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.081517] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.081517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.081517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.081517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.081517] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.232410] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.232740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.232970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.233274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.233597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.233829] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f23db33-1580-40ed-91cd-6adc90f46644 already deleted. [ 590.233933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.583984] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.584316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.594049] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a with status ACTIVE [ 590.594049] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.594049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.594294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.594563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.594663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.595059] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.595219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.596921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.596921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.596921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.596921] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.596921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.596921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.596921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.596921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.596921] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a is going to be updated. [ 590.598178] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.620301] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.620459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.620532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.620751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.620892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.621077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e9f32a-62a5-4393-9ab9-e3de20a1bf0a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.101491] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.456643] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6a3d5212-93a6-4ede-a042-3f32983a453e None None] Enqueued Resource ID: d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34 with Priority: HIGHEST for action port [ 591.456979] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34 with Priority: HIGHEST for action port [ 591.461379] env[65808]: INFO networking_nsxv3.common.synchronization [req-a9b1a91a-9793-480d-8503-5dba8a1d4989 req-f8b07490-4095-4a9b-9a8c-eeb354d47a66 tempest-ServerDiagnosticsNegativeTest-1118567553 tempest-ServerDiagnosticsNegativeTest-1118567553-project-member] Enqueued Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_members [ 591.461379] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.461379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.461379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.461379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.461379] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.461379] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_members [ 591.461379] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.461379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.461379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.461379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.461965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.462030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.462114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.462537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.462755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.462892] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.604449] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.605050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.605136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.605448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.605617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.605720] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be created. [ 591.637986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.637986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.638195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.638772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.638772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.648958] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: UNINITIALIZED for 2s [ 591.965114] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34 [ 591.965114] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.965329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.965526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.965883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.966054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.966167] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34 already deleted. [ 591.966259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d99dd3d7-9c5c-4d1e-9420-f35fca6c8c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.966609] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.966726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.966785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.966966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.967054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.967229] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.967318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.967394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.967642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.967715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.967800] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fde136-1059-43d2-b6eb-129da9da5b7c already deleted. [ 591.967881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.398219] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.398502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.398641] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.398993] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.399850] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.399850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.399850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.399850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.399850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.400041] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.404104] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.404306] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.404441] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.404565] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.404673] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.404808] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.426397] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.426603] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.426773] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.426993] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.427385] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-02660b5f-f3a8-47b6-ba51-27165e0e1b01 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.427648] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.427772] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.428095] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.428224] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02660b5f-f3a8-47b6-ba51-27165e0e1b01',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.931254] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.931759] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.931891] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.932476] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.933029] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.933437] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 02660b5f-f3a8-47b6-ba51-27165e0e1b01 not found, creating... [ 592.933940] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.934385] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.934612] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.935374] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.935374] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.935932] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.935932] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.936132] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.936300] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.936436] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.936611] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 02660b5f-f3a8-47b6-ba51-27165e0e1b01 is going to be created. [ 592.960620] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.960876] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.960936] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.961530] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.961806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.962063] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.236315] env[65808]: INFO networking_nsxv3.common.synchronization [None req-60bf3b18-09ff-4304-a0cb-249bbef5a8e4 None None] Enqueued Resource ID: 71f0e91a-d232-49cf-a6a0-7a3eb892f0ac with Priority: HIGHEST for action port [ 593.237462] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f0e91a-d232-49cf-a6a0-7a3eb892f0ac with Priority: HIGHEST for action port [ 593.237705] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f0e91a-d232-49cf-a6a0-7a3eb892f0ac taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.237801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f0e91a-d232-49cf-a6a0-7a3eb892f0ac" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.238249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f0e91a-d232-49cf-a6a0-7a3eb892f0ac" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.238685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f0e91a-d232-49cf-a6a0-7a3eb892f0ac" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.238905] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f0e91a-d232-49cf-a6a0-7a3eb892f0ac',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.668371] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: SUCCESS [ 593.668371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.668534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.668745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.669260] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.669260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.669260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.669260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.669506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.669506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.669506] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.740570] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71f0e91a-d232-49cf-a6a0-7a3eb892f0ac [ 593.740823] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.741046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.741046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.741251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.741341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.741438] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71f0e91a-d232-49cf-a6a0-7a3eb892f0ac already deleted. [ 593.741519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f0e91a-d232-49cf-a6a0-7a3eb892f0ac" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.812398] env[65808]: INFO networking_nsxv3.common.synchronization [req-a9b1a91a-9793-480d-8503-5dba8a1d4989 req-32e8cc2b-466b-462c-a904-09fcec57e0fb service nova] Enqueued Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_rules [ 593.812398] env[65808]: INFO networking_nsxv3.common.synchronization [req-a9b1a91a-9793-480d-8503-5dba8a1d4989 req-32e8cc2b-466b-462c-a904-09fcec57e0fb service nova] Enqueued Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_members [ 593.812398] env[65808]: INFO networking_nsxv3.common.synchronization [req-a9b1a91a-9793-480d-8503-5dba8a1d4989 req-32e8cc2b-466b-462c-a904-09fcec57e0fb service nova] Enqueued Resource ID: 02660b5f-f3a8-47b6-ba51-27165e0e1b01 with Priority: HIGHEST for action port [ 593.812398] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_rules [ 593.812398] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_members [ 593.813077] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02660b5f-f3a8-47b6-ba51-27165e0e1b01 with Priority: HIGHEST for action port [ 593.813481] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.813787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.813954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.816404] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.816404] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.816404] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.816404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.816404] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.819933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-02660b5f-f3a8-47b6-ba51-27165e0e1b01 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.819933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.819933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.819933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.819933] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02660b5f-f3a8-47b6-ba51-27165e0e1b01',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.945292] env[65808]: INFO networking_nsxv3.common.synchronization [None req-4847e89e-fec2-4fd8-8314-99409e1a7119 None None] Enqueued Resource ID: 26563027-dba2-423b-81b6-11ec04330873 with Priority: HIGHEST for action port [ 593.946884] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26563027-dba2-423b-81b6-11ec04330873 with Priority: HIGHEST for action port [ 593.948616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-26563027-dba2-423b-81b6-11ec04330873 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.948616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26563027-dba2-423b-81b6-11ec04330873" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.948616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26563027-dba2-423b-81b6-11ec04330873" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.948616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26563027-dba2-423b-81b6-11ec04330873" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.948616] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26563027-dba2-423b-81b6-11ec04330873',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.182576] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.182743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.182858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.183082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.183254] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.183403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.183459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.183568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.183652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.183745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.183907] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.184011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.184904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.184904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.184904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.184904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.184904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.184904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.184904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.184904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.184904] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.284511] env[65808]: INFO networking_nsxv3.common.synchronization [None req-25b7b8ac-2f63-4b4d-82bb-5305112e6a5a None None] Enqueued Resource ID: 66703c17-f9d6-4099-ae57-e1232e3eb1c0 with Priority: HIGHEST for action port [ 594.284511] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66703c17-f9d6-4099-ae57-e1232e3eb1c0 with Priority: HIGHEST for action port [ 594.284511] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-66703c17-f9d6-4099-ae57-e1232e3eb1c0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.284511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66703c17-f9d6-4099-ae57-e1232e3eb1c0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.284872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66703c17-f9d6-4099-ae57-e1232e3eb1c0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.284872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66703c17-f9d6-4099-ae57-e1232e3eb1c0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.284872] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66703c17-f9d6-4099-ae57-e1232e3eb1c0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.320225] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.321733] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.321733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.322909] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02660b5f-f3a8-47b6-ba51-27165e0e1b01 with status ACTIVE [ 594.323098] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.327054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.327142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.328449] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.328449] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.328449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.328984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.328984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.328984] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02660b5f-f3a8-47b6-ba51-27165e0e1b01 is going to be updated. [ 594.353694] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.353694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.353694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.353694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.353694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.353694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02660b5f-f3a8-47b6-ba51-27165e0e1b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.358202] env[65808]: INFO networking_nsxv3.common.synchronization [req-402d3285-71e9-4100-a8cc-f7eb599b04c5 req-ee705cdf-a431-47b9-8d12-357cbb7a173b tempest-InstanceActionsNegativeTestJSON-356369262 tempest-InstanceActionsNegativeTestJSON-356369262-project-member] Enqueued Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_members [ 594.358202] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_members [ 594.358202] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.358202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.358202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.358415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.358742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.358856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.358922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.359111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.359198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.359290] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.451035] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26563027-dba2-423b-81b6-11ec04330873 [ 594.451282] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.451282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.451496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.451549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.451623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.451714] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26563027-dba2-423b-81b6-11ec04330873 already deleted. [ 594.451794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26563027-dba2-423b-81b6-11ec04330873" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.690975] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab8696bc-fab5-4d53-bb57-921ce72f415f: rpc.has_security_group_logging(os_id): False [ 594.710229] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.710229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.711278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.711366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.711583] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.711654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.711921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.712033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.712463] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.712594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.712653] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.712866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.712945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.713357] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.713476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.713535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.713936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.714121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.714186] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be created. [ 594.786165] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.786364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.786407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.786589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.786768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.787919] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66703c17-f9d6-4099-ae57-e1232e3eb1c0 [ 594.788796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.788920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.788991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.789265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.789265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.789391] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66703c17-f9d6-4099-ae57-e1232e3eb1c0 already deleted. [ 594.789430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66703c17-f9d6-4099-ae57-e1232e3eb1c0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.809048] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: IN_PROGRESS for 2s [ 594.823575] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.864048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.864216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.864280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.864514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.864601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.864803] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.864902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.865816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.865816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.865816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.865816] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a already deleted. [ 594.865816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.332019] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.332019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.332019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.332019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.332019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.332019] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fde136-1059-43d2-b6eb-129da9da5b7c is going to be created. [ 595.363214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.363534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.363651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.363908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.364495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.376356] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fde136-1059-43d2-b6eb-129da9da5b7c in Status: UNINITIALIZED for 2s [ 595.712754] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.712951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-428" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.713468] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-428" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.713829] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-428" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.714252] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.714420] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.714537] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.714863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.715095] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.715314] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.715786] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.715786] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.715786] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.715786] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.715961] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.715991] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.734735] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.734903] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.735100] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.735335] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-428" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.735950] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-ff82ad14-2065-43c5-992f-a958be402da7 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.735950] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.735950] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.736805] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.736805] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff82ad14-2065-43c5-992f-a958be402da7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.239345] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.239697] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.239697] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.240015] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.240175] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.240326] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port ff82ad14-2065-43c5-992f-a958be402da7 not found, creating... [ 596.240677] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.240846] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.240958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.241222] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.241357] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.241652] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.241803] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.241910] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.242141] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.242268] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.242402] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: ff82ad14-2065-43c5-992f-a958be402da7 is going to be created. [ 596.272111] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.272341] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.272499] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.272723] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.272947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.273191] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.333957] env[65808]: INFO networking_nsxv3.common.synchronization [None req-1b87be03-e4cb-4e4f-90ed-fbf89cf04203 None None] Enqueued Resource ID: 3c1026c7-95a6-45f5-8b73-af726fe9901e with Priority: HIGHEST for action port [ 596.334685] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1026c7-95a6-45f5-8b73-af726fe9901e with Priority: HIGHEST for action port [ 596.335448] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1026c7-95a6-45f5-8b73-af726fe9901e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.335607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1026c7-95a6-45f5-8b73-af726fe9901e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.335711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1026c7-95a6-45f5-8b73-af726fe9901e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.336405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1026c7-95a6-45f5-8b73-af726fe9901e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.336405] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1026c7-95a6-45f5-8b73-af726fe9901e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.513359] env[65808]: INFO networking_nsxv3.common.synchronization [None req-fb7534f5-2797-47e1-9ac7-e58182ab87d8 None None] Enqueued Resource ID: 62540fe8-3ae5-4985-868d-f791a273c9b8 with Priority: HIGHEST for action port [ 596.513617] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62540fe8-3ae5-4985-868d-f791a273c9b8 with Priority: HIGHEST for action port [ 596.514178] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-62540fe8-3ae5-4985-868d-f791a273c9b8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.514301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62540fe8-3ae5-4985-868d-f791a273c9b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.514364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62540fe8-3ae5-4985-868d-f791a273c9b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.514620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62540fe8-3ae5-4985-868d-f791a273c9b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.514724] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62540fe8-3ae5-4985-868d-f791a273c9b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.828077] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: SUCCESS [ 596.828077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.838389] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c1026c7-95a6-45f5-8b73-af726fe9901e [ 596.838780] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.838916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.838985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.839210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.839298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.839390] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c1026c7-95a6-45f5-8b73-af726fe9901e already deleted. [ 596.839469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1026c7-95a6-45f5-8b73-af726fe9901e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.938691] env[65808]: INFO networking_nsxv3.common.synchronization [req-6902e87d-19ea-4a0c-9bda-fe70fe68274d req-0b3ac099-b520-4b09-b9a6-540c5105fed0 tempest-ServerAddressesTestJSON-1190810118 tempest-ServerAddressesTestJSON-1190810118-project-member] Enqueued Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_members [ 596.939347] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_members [ 596.939659] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.939792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.939856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.940601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.940814] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.941197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.941197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.941377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.941468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.941565] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.961237] env[65808]: INFO networking_nsxv3.common.synchronization [req-402d3285-71e9-4100-a8cc-f7eb599b04c5 req-d5b9768f-2103-4274-9977-4b141dc24bf4 service nova] Enqueued Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_rules [ 596.961237] env[65808]: INFO networking_nsxv3.common.synchronization [req-402d3285-71e9-4100-a8cc-f7eb599b04c5 req-d5b9768f-2103-4274-9977-4b141dc24bf4 service nova] Enqueued Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_members [ 596.961237] env[65808]: INFO networking_nsxv3.common.synchronization [req-402d3285-71e9-4100-a8cc-f7eb599b04c5 req-d5b9768f-2103-4274-9977-4b141dc24bf4 service nova] Enqueued Resource ID: ff82ad14-2065-43c5-992f-a958be402da7 with Priority: HIGHEST for action port [ 596.965022] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_rules [ 596.965022] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_members [ 596.965022] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82ad14-2065-43c5-992f-a958be402da7 with Priority: HIGHEST for action port [ 596.965022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.965022] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.965022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.965022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.965022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.965022] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.965874] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff82ad14-2065-43c5-992f-a958be402da7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.965874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.965874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.965980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.965980] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff82ad14-2065-43c5-992f-a958be402da7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.016527] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62540fe8-3ae5-4985-868d-f791a273c9b8 [ 597.017018] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.018567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.018567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.020308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.020402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.020471] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62540fe8-3ae5-4985-868d-f791a273c9b8 already deleted. [ 597.020516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62540fe8-3ae5-4985-868d-f791a273c9b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.379136] env[65808]: INFO networking_nsxv3.common.synchronization [None req-284210a9-06f8-42ec-b766-329f86c07c1c None None] Enqueued Resource ID: 1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6 with Priority: HIGHEST for action port [ 597.380806] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6 with Priority: HIGHEST for action port [ 597.380806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.380806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.380806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.381107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.381107] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.390181] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fde136-1059-43d2-b6eb-129da9da5b7c in Status: SUCCESS [ 597.390376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.390524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.390733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.390910] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.391040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.391100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.391248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.391321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.391398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.391483] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.444821] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.444935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.444935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.445162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.445253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.446698] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.446698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.446698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.446698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.446698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.446698] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e already deleted. [ 597.446698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.468543] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.470373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.470373] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.470373] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff82ad14-2065-43c5-992f-a958be402da7 with status ACTIVE [ 597.470373] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.470373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.470662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.470662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.470741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.471406] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.471406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.471406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.471406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.471406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.471798] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.471798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.471798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.472784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.472784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.472784] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff82ad14-2065-43c5-992f-a958be402da7 is going to be updated. [ 597.502198] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.502198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.502198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.502198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.502198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.502198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff82ad14-2065-43c5-992f-a958be402da7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.736778] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.737074] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-337" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.737165] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-337" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.737480] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-337" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.737811] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.737992] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.738423] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.738423] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.738573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.738804] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.739246] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.739246] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.739246] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.739246] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.739475] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.739475] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.772758] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.772944] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.773075] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.773217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-337" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.773520] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-b4508062-e6a7-463a-aa85-4709d836775a taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.773687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.773797] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.774134] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.774265] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4508062-e6a7-463a-aa85-4709d836775a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.883847] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6 [ 597.885409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.885409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.885409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.885409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.885409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.885409] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6 already deleted. [ 597.885409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1daa3d43-b8c2-4cd7-b65b-9bd6cc7cf3e6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.895483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.895483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.896433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.896433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.896433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.896433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.896433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.896433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.896730] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.975412] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.276731] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.276960] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.277092] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.277378] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.277519] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.277713] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port b4508062-e6a7-463a-aa85-4709d836775a not found, creating... [ 598.277963] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.278129] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.278239] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.278448] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.278576] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.278848] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.278993] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.279120] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.279321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.279446] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.279576] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: b4508062-e6a7-463a-aa85-4709d836775a is going to be created. [ 598.304909] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.305514] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.305710] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.306030] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.306301] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.306552] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.399732] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fde136-1059-43d2-b6eb-129da9da5b7c: rpc.has_security_group_logging(os_id): False [ 598.420287] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.420438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.420497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.420714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.420804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.421026] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.421131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.421201] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.421379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.421457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.422048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.422167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.422233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.422385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.422463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.422643] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.422774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.422829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.423148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.423268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.423374] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fde136-1059-43d2-b6eb-129da9da5b7c is going to be created. [ 598.465916] env[65808]: INFO networking_nsxv3.common.synchronization [req-75823f59-f1b1-4b3b-bfe5-b4c16e8f92e5 req-94f560cd-d5c8-4dbe-86a4-e292ca17156b tempest-ListServerFiltersTestJSON-644562092 tempest-ListServerFiltersTestJSON-644562092-project-member] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 598.466673] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 598.466789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.466918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.467099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.467492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.467601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.467689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.467765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.467893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.468048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.468148] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.476396] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.476544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.476846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.476846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.476986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.476986] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a is going to be created. [ 598.531468] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.531698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.531698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.531896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.532104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.535977] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.536179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.536392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.536598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.536780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.545253] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a in Status: UNINITIALIZED for 2s [ 598.547999] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fde136-1059-43d2-b6eb-129da9da5b7c in Status: IN_PROGRESS for 2s [ 598.970988] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.971179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.971179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.971461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.971461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.971631] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.971720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.971775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.971992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.971992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.972172] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 already deleted. [ 598.972172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.010344] env[65808]: INFO networking_nsxv3.common.synchronization [req-6902e87d-19ea-4a0c-9bda-fe70fe68274d req-d450d687-2903-4d5e-bcb3-47ffe1e80f52 service nova] Enqueued Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_rules [ 599.010344] env[65808]: INFO networking_nsxv3.common.synchronization [req-6902e87d-19ea-4a0c-9bda-fe70fe68274d req-d450d687-2903-4d5e-bcb3-47ffe1e80f52 service nova] Enqueued Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_members [ 599.010344] env[65808]: INFO networking_nsxv3.common.synchronization [req-6902e87d-19ea-4a0c-9bda-fe70fe68274d req-d450d687-2903-4d5e-bcb3-47ffe1e80f52 service nova] Enqueued Resource ID: b4508062-e6a7-463a-aa85-4709d836775a with Priority: HIGHEST for action port [ 599.010550] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_rules [ 599.010618] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_members [ 599.010716] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4508062-e6a7-463a-aa85-4709d836775a with Priority: HIGHEST for action port [ 599.010986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.011470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.011561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.011847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.011935] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.015465] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.015621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.016442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.016739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.017246] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.017246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.017246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.017246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.017424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.017424] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.021025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4508062-e6a7-463a-aa85-4709d836775a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.021025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.021025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.021025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.021025] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4508062-e6a7-463a-aa85-4709d836775a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.021600] env[65808]: INFO networking_nsxv3.common.synchronization [None req-463ee362-9d5a-495e-b04e-4e76ce3b47f5 None None] Enqueued Resource ID: e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb with Priority: HIGHEST for action port [ 599.024430] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb with Priority: HIGHEST for action port [ 599.024430] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.024430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.024430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.024430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.024430] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.221452] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.221656] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.221729] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.222070] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.222325] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.222473] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.222581] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.222790] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.222923] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.223241] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.223384] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.223516] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.223628] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.223772] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.223898] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.224067] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.243368] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.243557] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.243805] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.243927] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.244326] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-46ed8840-f20f-4042-b381-56f1812c1332 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.244489] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.244601] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.244905] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.245053] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ed8840-f20f-4042-b381-56f1812c1332',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.522288] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.522288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.522288] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.522288] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4508062-e6a7-463a-aa85-4709d836775a with status ACTIVE [ 599.522288] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.522288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.522288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.522798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.522798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.522798] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.522798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.522918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.523020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.523060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.523793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.523793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.523793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.526708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.526859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.526965] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4508062-e6a7-463a-aa85-4709d836775a is going to be updated. [ 599.528517] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb [ 599.528517] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.528666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.528666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.528876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.528934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.529046] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb already deleted. [ 599.529134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a53ebd-fe5d-46d4-bf1f-9936b04e0eeb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.554089] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.554089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.554089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.554089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.554089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4508062-e6a7-463a-aa85-4709d836775a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.750836] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.751082] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.751207] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.751477] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.751617] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.751764] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 46ed8840-f20f-4042-b381-56f1812c1332 not found, creating... [ 599.752055] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.752250] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.752364] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.752575] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.752705] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.753041] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.753196] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.753785] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.754142] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.754180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.754312] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 46ed8840-f20f-4042-b381-56f1812c1332 is going to be created. [ 599.774983] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.775221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.775329] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.776027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.776027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.776178] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.029264] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.480130] env[65808]: INFO networking_nsxv3.common.synchronization [req-75823f59-f1b1-4b3b-bfe5-b4c16e8f92e5 req-ebe0ba8c-6e61-434e-b164-9c39442c75ba service nova] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_rules [ 600.480438] env[65808]: INFO networking_nsxv3.common.synchronization [req-75823f59-f1b1-4b3b-bfe5-b4c16e8f92e5 req-ebe0ba8c-6e61-434e-b164-9c39442c75ba service nova] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 600.480438] env[65808]: INFO networking_nsxv3.common.synchronization [req-75823f59-f1b1-4b3b-bfe5-b4c16e8f92e5 req-ebe0ba8c-6e61-434e-b164-9c39442c75ba service nova] Enqueued Resource ID: 46ed8840-f20f-4042-b381-56f1812c1332 with Priority: HIGHEST for action port [ 600.480617] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_rules [ 600.480741] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 600.480836] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ed8840-f20f-4042-b381-56f1812c1332 with Priority: HIGHEST for action port [ 600.481736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.481810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.481853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.482314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.482552] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.484192] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.484347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.484582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.484892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.485238] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.485617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.487301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.487301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.487301] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.489374] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ed8840-f20f-4042-b381-56f1812c1332 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.489525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.490171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.490171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.490171] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ed8840-f20f-4042-b381-56f1812c1332',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.534887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.535554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.537709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.537709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.537709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.537709] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e is going to be created. [ 600.562249] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.562718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.562940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.563335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.564929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.565640] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a in Status: SUCCESS [ 600.565823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.566324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.566541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.566722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.566836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.566900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.567069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.567158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.567227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.567313] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.570819] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fde136-1059-43d2-b6eb-129da9da5b7c in Status: SUCCESS [ 600.571021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.573966] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e in Status: UNINITIALIZED for 2s [ 600.662743] env[65808]: INFO networking_nsxv3.common.synchronization [None req-fff66419-ffe4-4416-a7ae-795e1a78bea1 None None] Enqueued Resource ID: a8473f1e-5b04-4e68-8b2c-e74679c0dd47 with Priority: HIGHEST for action port [ 600.663316] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8473f1e-5b04-4e68-8b2c-e74679c0dd47 with Priority: HIGHEST for action port [ 600.664012] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8473f1e-5b04-4e68-8b2c-e74679c0dd47 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.664012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8473f1e-5b04-4e68-8b2c-e74679c0dd47" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.664012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8473f1e-5b04-4e68-8b2c-e74679c0dd47" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.664333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8473f1e-5b04-4e68-8b2c-e74679c0dd47" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.664333] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8473f1e-5b04-4e68-8b2c-e74679c0dd47',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.991734] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.991878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.992089] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.992967] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46ed8840-f20f-4042-b381-56f1812c1332 with status ACTIVE [ 600.993182] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.993297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.993363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.993564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.993656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.993823] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.993918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.993980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.994150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.994249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.994434] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.994528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.994589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.994731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.994804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.994884] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46ed8840-f20f-4042-b381-56f1812c1332 is going to be updated. [ 601.008498] env[65808]: INFO networking_nsxv3.common.synchronization [req-68074e1b-9b0f-4f61-af14-14c669476590 req-7c072120-c888-44dd-ad84-2d721222e1d5 tempest-ServerExternalEventsTest-1480687716 tempest-ServerExternalEventsTest-1480687716-project-member] Enqueued Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_members [ 601.009024] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_members [ 601.009514] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-50febd03-e972-4db4-8641-f0ad6e570896 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.009642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.009712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.010050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.010215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.010326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.010432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.010543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.010630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.010723] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.019600] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.019799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.019799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.020073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.020212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.020366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ed8840-f20f-4042-b381-56f1812c1332" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.069755] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.071731] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.071731] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.071731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.071731] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.072347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.072347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.072347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.072347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.072347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.072347] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.167786] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8473f1e-5b04-4e68-8b2c-e74679c0dd47 [ 601.167786] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.167786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.167786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.167786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.167786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.167786] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8473f1e-5b04-4e68-8b2c-e74679c0dd47 already deleted. [ 601.167786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8473f1e-5b04-4e68-8b2c-e74679c0dd47" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.385176] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.385420] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.385554] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.385871] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.386153] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.386305] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.386418] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.386677] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.386836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.387051] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.387157] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.387254] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.387355] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.387457] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.387556] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.387706] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.408057] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.408057] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.408057] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.408280] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.408476] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.408693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.408858] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.409214] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.409382] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf96c32-b031-4e1d-bad3-9ba0cec2db99',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.497072] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.512614] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.512811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.512905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.513206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.513339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.513552] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.514878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.514878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.514878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.514878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.514878] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50febd03-e972-4db4-8641-f0ad6e570896 already deleted. [ 601.514878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.575439] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdc4c4f4-77de-4dae-ae42-b8d79966366a: rpc.has_security_group_logging(os_id): False [ 601.597269] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.597465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.597532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.597846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.597962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.598176] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.598275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.598349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.598541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.598623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.598833] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.599013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.599225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.599447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.599549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.599806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.599954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.600064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.600268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.600355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.600465] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a is going to be created. [ 601.666942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.669160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.669160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.669160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.669160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.678344] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a in Status: IN_PROGRESS for 2s [ 601.914279] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.914279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.914279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.914279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.914539] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.914539] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 4bf96c32-b031-4e1d-bad3-9ba0cec2db99 not found, creating... [ 601.915227] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.915227] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.915227] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.915227] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.915445] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.915582] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.915836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.915948] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.916576] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.916992] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.916992] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 4bf96c32-b031-4e1d-bad3-9ba0cec2db99 is going to be created. [ 601.938550] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.938838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.939019] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.939319] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.939581] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.939839] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.952755] env[65808]: INFO networking_nsxv3.common.synchronization [req-71f47262-24a9-4588-900e-7036649d4df0 req-5e408277-03cd-49d5-a395-c5b646989a05 tempest-ServerDiagnosticsTest-1828952594 tempest-ServerDiagnosticsTest-1828952594-project-member] Enqueued Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_members [ 601.953134] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_members [ 601.953424] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd880430-9daf-44f7-9db6-b260a1011fdb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.953520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.953588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.953843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.953991] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.954219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.954293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.954576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.954638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.954705] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.000625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.000785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.000857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.001158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.001258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.001351] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be created. [ 602.031080] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.031241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.031396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.031502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.031660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.045929] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: UNINITIALIZED for 2s [ 602.408796] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.409098] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.409293] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.409649] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.410119] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.410282] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.410716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.410716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.410853] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.411129] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.411256] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.411433] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.411557] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.411800] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.411923] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.412154] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.438596] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.438754] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.438884] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.439070] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.439406] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.439588] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.439703] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.440068] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.440211] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e14ea2-6a83-46f8-8a01-4f68ec9aeb49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.456501] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.456678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.456743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.456913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.457025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.457203] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.457299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.457837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.457837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.457837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.457837] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd880430-9daf-44f7-9db6-b260a1011fdb already deleted. [ 602.457837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.582147] env[65808]: INFO networking_nsxv3.common.synchronization [None req-63995e12-7026-47fd-a6a1-9e232318c276 None None] Enqueued Resource ID: 53f35329-4cce-40fd-bc33-bf4523c6ca59 with Priority: HIGHEST for action port [ 602.582730] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f35329-4cce-40fd-bc33-bf4523c6ca59 with Priority: HIGHEST for action port [ 602.583047] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f35329-4cce-40fd-bc33-bf4523c6ca59 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.583177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f35329-4cce-40fd-bc33-bf4523c6ca59" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.583244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f35329-4cce-40fd-bc33-bf4523c6ca59" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.583510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f35329-4cce-40fd-bc33-bf4523c6ca59" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.583591] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f35329-4cce-40fd-bc33-bf4523c6ca59',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.585883] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e in Status: SUCCESS [ 602.586089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.586656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.587154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.587263] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.587379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.587447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.587629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.587709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.587934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.588039] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.650206] env[65808]: INFO networking_nsxv3.common.synchronization [req-68074e1b-9b0f-4f61-af14-14c669476590 req-d1ffc7a2-25a5-45f9-81ed-c682c193e4fe service nova] Enqueued Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_rules [ 602.650456] env[65808]: INFO networking_nsxv3.common.synchronization [req-68074e1b-9b0f-4f61-af14-14c669476590 req-d1ffc7a2-25a5-45f9-81ed-c682c193e4fe service nova] Enqueued Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_members [ 602.650520] env[65808]: INFO networking_nsxv3.common.synchronization [req-68074e1b-9b0f-4f61-af14-14c669476590 req-d1ffc7a2-25a5-45f9-81ed-c682c193e4fe service nova] Enqueued Resource ID: 4bf96c32-b031-4e1d-bad3-9ba0cec2db99 with Priority: HIGHEST for action port [ 602.650987] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_rules [ 602.651150] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_members [ 602.651199] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf96c32-b031-4e1d-bad3-9ba0cec2db99 with Priority: HIGHEST for action port [ 602.651459] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50febd03-e972-4db4-8641-f0ad6e570896 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.651576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.651669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.651901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.652108] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.653633] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-50febd03-e972-4db4-8641-f0ad6e570896 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.654332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.654332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.654332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.654332] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.654332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.654332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.654560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.654560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.654616] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.655594] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.655773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.655862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.659177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.660060] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf96c32-b031-4e1d-bad3-9ba0cec2db99',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.942372] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.942515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.942581] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.943354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.943354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.943354] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 not found, creating... [ 602.943509] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.943596] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.943721] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.943908] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.944084] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.944410] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.944565] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.944679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.944892] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.945228] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.945487] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 is going to be created. [ 602.971309] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.971958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.971958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.971958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.972113] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.972324] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.087192] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f35329-4cce-40fd-bc33-bf4523c6ca59 [ 603.087571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.087818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.087890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.088330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.088330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.088504] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f35329-4cce-40fd-bc33-bf4523c6ca59 already deleted. [ 603.088504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f35329-4cce-40fd-bc33-bf4523c6ca59" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.090363] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.090648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.090648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.091692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.091692] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.091692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.091692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.091692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.091692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.091692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.092144] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.092144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.092144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.092144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.092368] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.092435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.092435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.094704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.094704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.094704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.094704] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.155224] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-50febd03-e972-4db4-8641-f0ad6e570896 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.155567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.161072] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.163753] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf96c32-b031-4e1d-bad3-9ba0cec2db99 with status ACTIVE [ 603.165209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.165209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.165209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.165592] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.165592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.165592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.165748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.165829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.165919] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf96c32-b031-4e1d-bad3-9ba0cec2db99 is going to be updated. [ 603.192351] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.192552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.192661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.192943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.193150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.193343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf96c32-b031-4e1d-bad3-9ba0cec2db99" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.597934] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e: rpc.has_security_group_logging(os_id): False [ 603.621589] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.621589] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.621589] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.621589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623462] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.623462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.623462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.623462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.623462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623462] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e is going to be created. [ 603.638566] env[65808]: INFO networking_nsxv3.common.synchronization [req-71f47262-24a9-4588-900e-7036649d4df0 req-20d54cfd-3c47-4768-be62-143392f67acd service nova] Enqueued Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_rules [ 603.638566] env[65808]: INFO networking_nsxv3.common.synchronization [req-71f47262-24a9-4588-900e-7036649d4df0 req-20d54cfd-3c47-4768-be62-143392f67acd service nova] Enqueued Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_members [ 603.638566] env[65808]: INFO networking_nsxv3.common.synchronization [req-71f47262-24a9-4588-900e-7036649d4df0 req-20d54cfd-3c47-4768-be62-143392f67acd service nova] Enqueued Resource ID: 89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 with Priority: HIGHEST for action port [ 603.638910] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_rules [ 603.639044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_members [ 603.639144] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 with Priority: HIGHEST for action port [ 603.639407] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd880430-9daf-44f7-9db6-b260a1011fdb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.639529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.639595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.639854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.639941] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.642344] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd880430-9daf-44f7-9db6-b260a1011fdb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.642459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.642523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.642706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.642851] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.642947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.643018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.643232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.643318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.643407] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.644258] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.644383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.644420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.644601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.644652] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e14ea2-6a83-46f8-8a01-4f68ec9aeb49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.663523] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.679078] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.679227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.679297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.679505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.679678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.692121] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e in Status: IN_PROGRESS for 2s [ 603.693514] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a in Status: SUCCESS [ 603.693724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.056525] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 604.056780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.056961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.057265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.057424] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.057527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.057590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.057766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.057848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.057931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.058033] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.111944] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c132243-bc40-45f0-be38-fa46e3b882f4 req-95b7a940-551e-4b41-97e8-2bb71a3dca81 tempest-ImagesOneServerTestJSON-728554454 tempest-ImagesOneServerTestJSON-728554454-project-member] Enqueued Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_members [ 604.113080] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_members [ 604.113265] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.113265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.113541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.113757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.113944] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.114067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.114128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.114315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.114402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.114494] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.146764] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd880430-9daf-44f7-9db6-b260a1011fdb taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.147035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.147157] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.148144] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 with status ACTIVE [ 604.148295] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.148454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.148561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.148925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.149087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.149754] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.150304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.150385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.150653] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.150748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.150993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.151089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.151143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.151336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.151439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.151534] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89e14ea2-6a83-46f8-8a01-4f68ec9aeb49 is going to be updated. [ 604.166401] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.166546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.166612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.166830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.166915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.167062] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50febd03-e972-4db4-8641-f0ad6e570896 is going to be created. [ 604.177244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.177366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.177431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.177636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.177878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.178083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e14ea2-6a83-46f8-8a01-4f68ec9aeb49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.194609] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.194609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.194609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.194609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.194609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.206715] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50febd03-e972-4db4-8641-f0ad6e570896 in Status: UNINITIALIZED for 2s [ 604.480638] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.480875] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-422" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.481023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-422" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.481349] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-422" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.481601] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.481750] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.481861] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.482084] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.482224] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.482566] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.482566] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.482655] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.482738] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.482840] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.482933] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.483067] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.503338] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.503548] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.503703] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.503906] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-422" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.504329] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-153eedda-d5e7-41c2-a070-7fb78401c7b5 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.504554] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.504715] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.505171] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.506091] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153eedda-d5e7-41c2-a070-7fb78401c7b5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.561848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.561848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.561848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.561848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.561848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.561848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.561848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.561848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.562378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.562378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.562378] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.562524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.562679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.563081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.563182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.563274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.563365] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.617272] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.617565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.617565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.617832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.618095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.618213] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.618343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.618385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.618548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.618638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.618777] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f6305-2313-4cec-8faf-27463672f7da already deleted. [ 604.618873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.654034] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.012141] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.013285] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.013463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.013805] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.013959] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.014781] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 153eedda-d5e7-41c2-a070-7fb78401c7b5 not found, creating... [ 605.014781] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.014781] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.014781] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.015024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.015574] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.015574] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.015717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.015837] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.016178] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.016333] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.016494] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 153eedda-d5e7-41c2-a070-7fb78401c7b5 is going to be created. [ 605.040469] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.040713] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.040833] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.041363] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.041485] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.041706] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.066937] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6507955c-0d59-485f-a5c1-1f1714f39e57: rpc.has_security_group_logging(os_id): False [ 605.087040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.087252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.087252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.087477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.087598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.088024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.088212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.088339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.088673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.088767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.089049] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.089222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.089316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.089543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.089694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.089991] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.090193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.091140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.091279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.091457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.091550] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be created. [ 605.128641] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0f525ec4-5ba1-4076-8b1d-211563e089da tempest-ServersTestManualDisk-1698709967 tempest-ServersTestManualDisk-1698709967-project-member] Enqueued Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_rules [ 605.129174] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_rules [ 605.129568] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.129725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.129870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.130171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.130239] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.157380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.157570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.157619] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.157904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.158297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.158297] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd880430-9daf-44f7-9db6-b260a1011fdb is going to be created. [ 605.198421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.198421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.198421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.198835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.199423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.203209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.203425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.203500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.203720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.203884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.218398] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd880430-9daf-44f7-9db6-b260a1011fdb in Status: UNINITIALIZED for 2s [ 605.219278] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 605.356915] env[65808]: INFO networking_nsxv3.common.synchronization [None req-38406b75-923d-4442-92dc-9ed50a264310 tempest-ServersTestManualDisk-1698709967 tempest-ServersTestManualDisk-1698709967-project-member] Enqueued Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_rules [ 605.357497] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_rules [ 605.357873] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.357986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.654193] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.654193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.654193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.654605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.654605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.654605] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe already deleted. [ 605.654605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.654744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.654902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.655440] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.706143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e in Status: SUCCESS [ 605.706143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.789832] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c132243-bc40-45f0-be38-fa46e3b882f4 req-0abbc51c-759e-4502-b7f3-2f01e0845972 service nova] Enqueued Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_rules [ 605.790128] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c132243-bc40-45f0-be38-fa46e3b882f4 req-0abbc51c-759e-4502-b7f3-2f01e0845972 service nova] Enqueued Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_members [ 605.790347] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c132243-bc40-45f0-be38-fa46e3b882f4 req-0abbc51c-759e-4502-b7f3-2f01e0845972 service nova] Enqueued Resource ID: 153eedda-d5e7-41c2-a070-7fb78401c7b5 with Priority: HIGHEST for action port [ 605.791023] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_rules [ 605.791173] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_members [ 605.791279] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153eedda-d5e7-41c2-a070-7fb78401c7b5 with Priority: HIGHEST for action port [ 605.791554] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.791728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.794081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.794081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.794081] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.794081] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.794081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.794081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.794081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.794081] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.794740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.794848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.795035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.795732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.795732] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.796872] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-153eedda-d5e7-41c2-a070-7fb78401c7b5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.796872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.796872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.796872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.797185] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153eedda-d5e7-41c2-a070-7fb78401c7b5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.179818] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.180033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.180033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.180263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.181123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.181123] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe already deleted. [ 606.181123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.217328] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50febd03-e972-4db4-8641-f0ad6e570896 in Status: SUCCESS [ 606.217547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.217753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.218020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.218241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.218398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.218466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.218629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.218712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.218807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.218898] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.303387] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 153eedda-d5e7-41c2-a070-7fb78401c7b5 with status ACTIVE [ 606.303387] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.303387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.303387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.303387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.303387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.303642] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.303713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.303849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.304009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.304097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.304280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.304374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.304434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.304570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.304665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.304724] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 153eedda-d5e7-41c2-a070-7fb78401c7b5 is going to be updated. [ 606.305874] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.305973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.306240] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.330555] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.330555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.330555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.330763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.330876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.331040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153eedda-d5e7-41c2-a070-7fb78401c7b5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.351619] env[65808]: INFO networking_nsxv3.common.synchronization [req-6c642fcf-c02b-4a8d-a607-723c20c76091 req-e2e12bdb-7b93-40a3-a4d4-748ff1f4a57f tempest-ListServerFiltersTestJSON-644562092 tempest-ListServerFiltersTestJSON-644562092-project-member] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 606.352284] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 606.352558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.352687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.352763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.354485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.354485] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.354485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.354485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.354485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.354485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.354485] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.690235] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.690547] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.690547] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.690780] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.691122] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.691375] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.691493] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.691718] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.691860] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.692753] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.692753] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.692753] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.692753] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.692753] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.692753] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.693100] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.716116] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.716402] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.716662] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.717028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.717320] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-0f267217-743a-448c-a758-88801b5e438e taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.717508] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.717696] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.718537] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.719915] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f267217-743a-448c-a758-88801b5e438e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.720964] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-50febd03-e972-4db4-8641-f0ad6e570896 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.721098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.721330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.721442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.721616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.721742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.721794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.721984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.722091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.722178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.722343] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-50febd03-e972-4db4-8641-f0ad6e570896 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.722506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.722575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.722722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.722952] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.724217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.724425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.724509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.724625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.724778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.724926] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.811206] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.856110] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.228036] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.228036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.228036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.228337] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.228485] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.228635] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 0f267217-743a-448c-a758-88801b5e438e not found, creating... [ 607.228901] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.229070] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.229183] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.229415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.229544] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.230345] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.230345] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.230345] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.230623] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.230743] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.230840] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 0f267217-743a-448c-a758-88801b5e438e is going to be created. [ 607.232331] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50febd03-e972-4db4-8641-f0ad6e570896: rpc.has_security_group_logging(os_id): False [ 607.234465] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd880430-9daf-44f7-9db6-b260a1011fdb in Status: SUCCESS [ 607.234765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.234908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.235155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.235434] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.235613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.235613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.235818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.235905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.236026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.236108] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.237686] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 607.237926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.264589] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.264784] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.264898] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.265204] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.265431] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.265652] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.267662] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.267662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.267662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.267662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.267917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.267952] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.268067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.268134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.268293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.268371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.268544] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.268639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.268700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.268848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.268921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.269117] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.269210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.269270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.269411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.269486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.269568] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50febd03-e972-4db4-8641-f0ad6e570896 is going to be created. [ 607.313634] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.313830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.313910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.314176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.314307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.314415] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f6305-2313-4cec-8faf-27463672f7da is going to be created. [ 607.327636] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.327938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.328030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.328563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.328941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.345737] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.345907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.345968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.346189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.346348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.348032] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50febd03-e972-4db4-8641-f0ad6e570896 in Status: IN_PROGRESS for 2s [ 607.358852] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.385474] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f6305-2313-4cec-8faf-27463672f7da in Status: UNINITIALIZED for 2s [ 607.740672] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd880430-9daf-44f7-9db6-b260a1011fdb taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.740672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.741075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.741194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.741412] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.741617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.741697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.741931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.742383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.742383] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd880430-9daf-44f7-9db6-b260a1011fdb taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.742561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.743120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.743224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.743382] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.743496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.743634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.743672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.743822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.743822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.744242] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.862290] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.863631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.863763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.867026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.867026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.867026] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 607.915319] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.915319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.915319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.915319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.915319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.937376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 608.008211] env[65808]: INFO networking_nsxv3.common.synchronization [req-6c642fcf-c02b-4a8d-a607-723c20c76091 req-510dc231-4cd4-4012-9210-06cf34c31faa service nova] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_rules [ 608.008211] env[65808]: INFO networking_nsxv3.common.synchronization [req-6c642fcf-c02b-4a8d-a607-723c20c76091 req-510dc231-4cd4-4012-9210-06cf34c31faa service nova] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 608.008211] env[65808]: INFO networking_nsxv3.common.synchronization [req-6c642fcf-c02b-4a8d-a607-723c20c76091 req-510dc231-4cd4-4012-9210-06cf34c31faa service nova] Enqueued Resource ID: 0f267217-743a-448c-a758-88801b5e438e with Priority: HIGHEST for action port [ 608.008713] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_rules [ 608.008893] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 608.009109] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f267217-743a-448c-a758-88801b5e438e with Priority: HIGHEST for action port [ 608.009354] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.009499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.009607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.009784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.010546] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.011823] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.011929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.013088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f267217-743a-448c-a758-88801b5e438e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.013088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.013088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.013088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.013088] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f267217-743a-448c-a758-88801b5e438e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.248535] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd880430-9daf-44f7-9db6-b260a1011fdb: rpc.has_security_group_logging(os_id): False [ 608.271244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.271415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.271415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.271573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.271671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.271882] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.271983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.272641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.272641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.272641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.272897] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.273041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.273127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.273362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.273362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.273527] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.273616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.273674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.273831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.273904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.273993] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd880430-9daf-44f7-9db6-b260a1011fdb is going to be created. [ 608.357666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.358021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.358101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.358412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.358738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.378057] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd880430-9daf-44f7-9db6-b260a1011fdb in Status: IN_PROGRESS for 2s [ 608.515237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.515394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.520248] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f267217-743a-448c-a758-88801b5e438e with status ACTIVE [ 608.520464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.520607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.520722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.520889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.520981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.521196] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.521296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.521520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.521577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.521785] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.521858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.522548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.522548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.522548] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f267217-743a-448c-a758-88801b5e438e is going to be updated. [ 608.548098] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.548210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.548210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.548414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.548554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.548718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f267217-743a-448c-a758-88801b5e438e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.242789] env[65808]: INFO networking_nsxv3.common.synchronization [req-550291b3-b6a0-450a-afd6-2a822754a0cf req-c2db7cb2-4315-4119-a91e-4a98ccf472b5 tempest-MigrationsAdminTest-2135634865 tempest-MigrationsAdminTest-2135634865-project-member] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 609.243372] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 609.243671] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.243797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.243861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.244962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.245201] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.245287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.245327] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.245478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.245563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.245726] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.363211] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50febd03-e972-4db4-8641-f0ad6e570896 in Status: SUCCESS [ 609.363211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.398268] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f6305-2313-4cec-8faf-27463672f7da in Status: SUCCESS [ 609.398825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.398968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.399156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.399352] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.399479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.399544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.399697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.399779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.399864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.399987] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.749342] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.749847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.750068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.750156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.750375] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.750465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.750540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.750666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.750741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.750826] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 already deleted. [ 609.750905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.811277] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.811473] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.811590] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.811855] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.812273] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.812477] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.812628] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.812929] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.813195] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.813362] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.813474] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.813579] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.814219] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.814219] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.814219] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.814219] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.836414] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.836582] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.836683] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.836856] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.837413] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-ea42a528-9a26-4486-bedc-f84d8158fd13 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.837763] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.837905] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.838323] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.838519] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea42a528-9a26-4486-bedc-f84d8158fd13',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.902247] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.902453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.902499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.902708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.902872] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.902975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.903054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.903297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.903386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.903545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.903725] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.903812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.903875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.904035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.904178] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.904269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.904332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.904474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.904656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.904656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.904748] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.949275] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 609.949350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.950141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.950383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.950641] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.950851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.950953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.951422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.951602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.951738] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.340745] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.341156] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.341213] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.341624] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.341864] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.342135] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port ea42a528-9a26-4486-bedc-f84d8158fd13 not found, creating... [ 610.342528] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.342768] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342971] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.343291] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.343503] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.343943] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.344208] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.344741] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.344741] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.344939] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.345151] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: ea42a528-9a26-4486-bedc-f84d8158fd13 is going to be created. [ 610.372981] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.373378] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.373486] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.373797] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.374318] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.374862] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.396607] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd880430-9daf-44f7-9db6-b260a1011fdb in Status: SUCCESS [ 610.396871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.407823] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a59f6305-2313-4cec-8faf-27463672f7da: rpc.has_security_group_logging(os_id): False [ 610.433147] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.433350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.433399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.433686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.433839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.434150] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.434311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.434393] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.434585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.434668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.434871] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.434960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.435347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.435469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.435778] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.435923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.436177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.436302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436440] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59f6305-2313-4cec-8faf-27463672f7da is going to be created. [ 610.453675] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.517606] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.517606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.517606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.517904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.517937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.532221] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59f6305-2313-4cec-8faf-27463672f7da in Status: IN_PROGRESS for 2s [ 610.958454] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.121171] env[65808]: INFO networking_nsxv3.common.synchronization [req-550291b3-b6a0-450a-afd6-2a822754a0cf req-25c93188-78fc-4423-8d8a-c415b3a0eeae service nova] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_rules [ 611.121171] env[65808]: INFO networking_nsxv3.common.synchronization [req-550291b3-b6a0-450a-afd6-2a822754a0cf req-25c93188-78fc-4423-8d8a-c415b3a0eeae service nova] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 611.121436] env[65808]: INFO networking_nsxv3.common.synchronization [req-550291b3-b6a0-450a-afd6-2a822754a0cf req-25c93188-78fc-4423-8d8a-c415b3a0eeae service nova] Enqueued Resource ID: ea42a528-9a26-4486-bedc-f84d8158fd13 with Priority: HIGHEST for action port [ 611.122246] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_rules [ 611.122380] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 611.122521] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42a528-9a26-4486-bedc-f84d8158fd13 with Priority: HIGHEST for action port [ 611.122812] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.122940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.123016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.123452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.123563] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.124495] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.125215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.125215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.125215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.125215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.125215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.125215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.125536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.125536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.125536] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.130243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea42a528-9a26-4486-bedc-f84d8158fd13 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.130243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.130243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.130243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.130243] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea42a528-9a26-4486-bedc-f84d8158fd13',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.461484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.461912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.461912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.461999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.462165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.462273] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 611.502949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.503205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.503205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.503921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.503921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.526579] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 611.629393] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.629608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.632026] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.634173] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea42a528-9a26-4486-bedc-f84d8158fd13 with status ACTIVE [ 611.634867] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.634867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.634867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.634867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.635217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.635217] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.635346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.635447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.635723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.635941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.636113] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.636314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.636391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.637276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.637276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.637276] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea42a528-9a26-4486-bedc-f84d8158fd13 is going to be updated. [ 611.662206] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.662667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.662768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.663082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.663157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.663305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea42a528-9a26-4486-bedc-f84d8158fd13" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.135406] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.271481] env[65808]: INFO networking_nsxv3.common.synchronization [None req-dba0228a-0eb5-4e00-9550-c9aa15a0b98a None None] Enqueued Resource ID: 76891737-7735-4a52-8e87-d669109b510e with Priority: HIGHEST for action port [ 612.272373] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76891737-7735-4a52-8e87-d669109b510e with Priority: HIGHEST for action port [ 612.273120] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-76891737-7735-4a52-8e87-d669109b510e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.273120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76891737-7735-4a52-8e87-d669109b510e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.273120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76891737-7735-4a52-8e87-d669109b510e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.273814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76891737-7735-4a52-8e87-d669109b510e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.273814] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76891737-7735-4a52-8e87-d669109b510e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.547159] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59f6305-2313-4cec-8faf-27463672f7da in Status: SUCCESS [ 612.547486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.639541] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.639706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.639770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.639988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.640927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.641140] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 is going to be created. [ 612.668675] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.668675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.668675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.668675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.669053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.680705] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: UNINITIALIZED for 2s [ 612.775810] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76891737-7735-4a52-8e87-d669109b510e [ 612.777195] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.777195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.777195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.777195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.777195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.777195] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76891737-7735-4a52-8e87-d669109b510e already deleted. [ 612.777696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76891737-7735-4a52-8e87-d669109b510e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.539703] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 613.539703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.539703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.539993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.540050] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.540294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.540294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.540423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.540501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.540621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.540681] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.044133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.044459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.044459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.044732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.044932] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.045113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.045168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.045336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.045450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.045540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.045696] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.045829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.045917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.046207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.046321] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.046429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.046577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.046746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.046843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.046940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.050814] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.268220] env[65808]: INFO networking_nsxv3.common.synchronization [None req-88a34751-fb4e-47f9-9a2a-425e1a171893 None None] Enqueued Resource ID: 46cc3db8-e83e-4ab3-afd9-4b538db49317 with Priority: HIGHEST for action port [ 614.269127] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cc3db8-e83e-4ab3-afd9-4b538db49317 with Priority: HIGHEST for action port [ 614.270648] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-46cc3db8-e83e-4ab3-afd9-4b538db49317 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.270834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46cc3db8-e83e-4ab3-afd9-4b538db49317" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.270933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46cc3db8-e83e-4ab3-afd9-4b538db49317" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.271315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46cc3db8-e83e-4ab3-afd9-4b538db49317" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.271507] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cc3db8-e83e-4ab3-afd9-4b538db49317',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.308804] env[65808]: INFO networking_nsxv3.common.synchronization [None req-121b40a2-9585-4d62-99ba-18396d989835 tempest-ServersWithSpecificFlavorTestJSON-1272180635 tempest-ServersWithSpecificFlavorTestJSON-1272180635-project-member] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 614.310228] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 614.310780] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.310925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.311034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.311297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.311383] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.536029] env[65808]: INFO networking_nsxv3.common.synchronization [None req-dd9210a6-af58-4fe2-a19b-d158b1f22f3d tempest-ServersWithSpecificFlavorTestJSON-1272180635 tempest-ServersWithSpecificFlavorTestJSON-1272180635-project-member] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 614.539696] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 614.539696] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.539696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.556079] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6507955c-0d59-485f-a5c1-1f1714f39e57: rpc.has_security_group_logging(os_id): False [ 614.574202] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.574448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.574574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.574812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.574905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.575167] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.575325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.575371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.575498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.575554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.575844] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.575995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.576456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.576630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.576706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.576969] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.577098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.577373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.577535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.577610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.577760] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 614.650919] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.650919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.650919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.651198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.651289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.667263] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 614.691493] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: SUCCESS [ 614.691794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.692053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.692333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.692610] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.692808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.692932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.693228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.693365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.693509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.693656] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.774427] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46cc3db8-e83e-4ab3-afd9-4b538db49317 [ 614.774676] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.774813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.774879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.775124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.775764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.775764] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46cc3db8-e83e-4ab3-afd9-4b538db49317 already deleted. [ 614.775764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46cc3db8-e83e-4ab3-afd9-4b538db49317" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.833419] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.833577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.833643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.833856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.833945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.834135] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64bca6e-fc95-4b76-9698-932e1715207e already deleted. [ 614.834135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.834334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.834552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.834656] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.200193] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.200577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.200577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.200647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.200794] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.200913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.200956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.201100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.201186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.201271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.201411] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.201541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.201571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.201690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.201816] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.201907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.201966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.202114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.202179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.202260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.202349] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.354967] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.355174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.355254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.355527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.355653] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.355789] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64bca6e-fc95-4b76-9698-932e1715207e already deleted. [ 615.355920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.704442] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86ac65ee-a532-4ab4-a717-4a84b25e64e0: rpc.has_security_group_logging(os_id): False [ 615.727658] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.727749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.727990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.728273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.728342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.730010] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.730010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.730010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.730010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.730010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.730010] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.730010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.730010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.730742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.730742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.730742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.730742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.730742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.731041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.731041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.731041] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 is going to be created. [ 615.776292] env[65808]: INFO networking_nsxv3.common.synchronization [req-42b9251f-74d8-4604-9eaf-f41909d4aaaf req-d4160ead-cb34-428d-8447-537e390abbcd tempest-DeleteServersAdminTestJSON-1944601734 tempest-DeleteServersAdminTestJSON-1944601734-project-admin] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 615.776715] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 615.777178] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.777304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.778345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.778345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.778345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.778345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.778345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.781585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.781710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.781794] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.801412] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.801549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.801614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.801831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.802039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.818000] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: IN_PROGRESS for 2s [ 616.287557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.287557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.287557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.288507] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be updated. [ 616.322293] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.322956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.322956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.322956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.322956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.333721] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: IN_PROGRESS for 2s [ 616.622320] env[65808]: INFO networking_nsxv3.common.synchronization [req-2cde8f94-778d-43a7-8e01-cd035870b4b5 req-c32cef62-8359-446a-b380-da141c51b171 tempest-TenantUsagesTestJSON-79396245 tempest-TenantUsagesTestJSON-79396245-project-member] Enqueued Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_members [ 616.622320] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_members [ 616.622320] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.622320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.622320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.622320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.624042] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.624042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.624042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.624311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.624311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.624311] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.688792] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 616.689237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.127656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.127897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.128102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.128405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.128598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.128803] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.129012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.129122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.129431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.129431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.129533] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 already deleted. [ 617.129654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.388717] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.389535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.389535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.389535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.389752] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.389898] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.390104] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.390354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.390511] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.390727] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.390835] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.390939] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.391055] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.391161] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.391263] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.391390] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.413943] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.414131] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.414246] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.414455] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.414766] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-788e8ab5-d8c2-4df2-8f96-c697380b5e39 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.414958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.415113] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.415480] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.415613] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788e8ab5-d8c2-4df2-8f96-c697380b5e39',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.832777] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: SUCCESS [ 617.832777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922321] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922321] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 788e8ab5-d8c2-4df2-8f96-c697380b5e39 not found, creating... [ 617.922321] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.922321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922784] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.923059] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.923467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.923908] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.924394] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.924766] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 788e8ab5-d8c2-4df2-8f96-c697380b5e39 is going to be created. [ 617.951263] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.951622] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.951802] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.953031] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.953031] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.953031] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.347260] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: SUCCESS [ 618.347445] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f deletion is rescheduled due to dependency. [ 618.347582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.673750] env[65808]: INFO networking_nsxv3.common.synchronization [req-2cde8f94-778d-43a7-8e01-cd035870b4b5 req-452105a3-8d32-4f13-896a-a236210cfa20 service nova] Enqueued Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_rules [ 618.673993] env[65808]: INFO networking_nsxv3.common.synchronization [req-2cde8f94-778d-43a7-8e01-cd035870b4b5 req-452105a3-8d32-4f13-896a-a236210cfa20 service nova] Enqueued Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_members [ 618.674059] env[65808]: INFO networking_nsxv3.common.synchronization [req-2cde8f94-778d-43a7-8e01-cd035870b4b5 req-452105a3-8d32-4f13-896a-a236210cfa20 service nova] Enqueued Resource ID: 788e8ab5-d8c2-4df2-8f96-c697380b5e39 with Priority: HIGHEST for action port [ 618.674590] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_rules [ 618.674726] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_members [ 618.674822] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788e8ab5-d8c2-4df2-8f96-c697380b5e39 with Priority: HIGHEST for action port [ 618.675182] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.675329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.675401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.676031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.676086] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.676992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.677118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.677187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.677365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.677580] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.677644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.677644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.677794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.677947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.678069] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.681881] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-788e8ab5-d8c2-4df2-8f96-c697380b5e39 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.681881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.681881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.681881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.681881] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788e8ab5-d8c2-4df2-8f96-c697380b5e39',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.184302] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.187816] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.187816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.187816] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 788e8ab5-d8c2-4df2-8f96-c697380b5e39 with status ACTIVE [ 619.187816] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.187816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.187816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.187816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.187816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.187816] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.191493] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.191493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.191493] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 788e8ab5-d8c2-4df2-8f96-c697380b5e39 is going to be updated. [ 619.217423] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.219858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.219965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.220294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.220394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.220578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-788e8ab5-d8c2-4df2-8f96-c697380b5e39" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.397904] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ff99d45-20be-40ff-884f-55fb304c4072 req-c91ed2cd-6279-4431-8c77-1be369076da4 tempest-ListServerFiltersTestJSON-644562092 tempest-ListServerFiltersTestJSON-644562092-project-member] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 619.398782] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 619.399624] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.399624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.399624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.399882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.399882] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.400019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.400019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.400218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.400475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.400475] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.544919] env[65808]: INFO networking_nsxv3.common.synchronization [req-673480f6-8849-44ee-b816-0d37fea788a1 req-d3fe2c03-5a6d-4913-a6f0-9c2d50a454c9 tempest-ServerExternalEventsTest-1480687716 tempest-ServerExternalEventsTest-1480687716-project-member] Enqueued Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_members [ 619.545458] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50febd03-e972-4db4-8641-f0ad6e570896 with Priority: HIGHEST for action security_group_members [ 619.545762] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-50febd03-e972-4db4-8641-f0ad6e570896 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.545887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.545954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.546377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.546536] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.546643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.546707] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.546869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.546958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.547065] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50febd03-e972-4db4-8641-f0ad6e570896',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.687399] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.906255] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.934845] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934845] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.934845] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.934845] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934845] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934845] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.935379] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.935379] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.935379] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.935573] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.935649] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.935761] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.935893] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.936073] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.936184] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.936323] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.959949] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.960120] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.960315] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.960524] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-130" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.960862] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.961038] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.961158] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.961496] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.961629] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96859ed7-ae39-44a4-b7dd-6303e7d4c9bc',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.050221] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.050494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.050613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.050889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.051072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.051422] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.051637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.051759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.052057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.052206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.052362] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50febd03-e972-4db4-8641-f0ad6e570896 is going to be updated. [ 620.089745] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.089745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.089745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.089745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.089745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.101718] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50febd03-e972-4db4-8641-f0ad6e570896 in Status: IN_PROGRESS for 2s [ 620.190335] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.190601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.190601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.191300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.191300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.191300] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 is going to be created. [ 620.219772] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.220089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.220089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.220313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.220492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.232929] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 in Status: UNINITIALIZED for 2s [ 620.408834] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.464165] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.464408] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.464529] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.464838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.464994] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.465157] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 96859ed7-ae39-44a4-b7dd-6303e7d4c9bc not found, creating... [ 620.465407] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.465555] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.465668] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.466028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.466231] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.467119] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.467316] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.467433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.467672] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.467798] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.468076] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 96859ed7-ae39-44a4-b7dd-6303e7d4c9bc is going to be created. [ 620.491076] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.491422] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.491573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.491857] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.492114] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.492332] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.911292] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.911655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.911655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.912580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.912693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.912816] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 620.946999] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.947334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.947423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.947723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.947982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.960528] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 621.199468] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ff99d45-20be-40ff-884f-55fb304c4072 req-ffc9cb04-5ffe-47f9-a374-198352ca5ba5 service nova] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_rules [ 621.199468] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ff99d45-20be-40ff-884f-55fb304c4072 req-ffc9cb04-5ffe-47f9-a374-198352ca5ba5 service nova] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 621.199628] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ff99d45-20be-40ff-884f-55fb304c4072 req-ffc9cb04-5ffe-47f9-a374-198352ca5ba5 service nova] Enqueued Resource ID: 96859ed7-ae39-44a4-b7dd-6303e7d4c9bc with Priority: HIGHEST for action port [ 621.200228] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_rules [ 621.200457] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 621.200525] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96859ed7-ae39-44a4-b7dd-6303e7d4c9bc with Priority: HIGHEST for action port [ 621.200889] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.201078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.201226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.201472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.201578] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.202795] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.202984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.203227] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.203425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.203467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.203685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.203748] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96859ed7-ae39-44a4-b7dd-6303e7d4c9bc',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.677813] env[65808]: INFO networking_nsxv3.common.synchronization [req-252280c3-e84e-4331-ac3a-6c7491b2bd94 req-6d88cfa9-eb2b-441e-afd2-cc1af7109a5e tempest-ServerDiagnosticsTest-1828952594 tempest-ServerDiagnosticsTest-1828952594-project-member] Enqueued Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_members [ 621.678400] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd880430-9daf-44f7-9db6-b260a1011fdb with Priority: HIGHEST for action security_group_members [ 621.678741] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd880430-9daf-44f7-9db6-b260a1011fdb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.678893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.679295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.679552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.679748] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.679890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.679983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.680187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.680332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.680464] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd880430-9daf-44f7-9db6-b260a1011fdb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.707905] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.707905] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96859ed7-ae39-44a4-b7dd-6303e7d4c9bc with status ACTIVE [ 621.707905] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.707905] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.707905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.707905] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.708544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.708544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.708544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.708544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.708544] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96859ed7-ae39-44a4-b7dd-6303e7d4c9bc is going to be updated. [ 621.737512] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.737663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.737722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.738018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.742386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.742647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96859ed7-ae39-44a4-b7dd-6303e7d4c9bc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.757041] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9e854a0a-7a68-4a03-89f2-0393421429f7 None None] Enqueued Resource ID: 2b986bca-fbb1-40c9-a5f6-913ef55b7123 with Priority: HIGHEST for action port [ 621.757041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b986bca-fbb1-40c9-a5f6-913ef55b7123 with Priority: HIGHEST for action port [ 621.757041] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b986bca-fbb1-40c9-a5f6-913ef55b7123 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.757041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b986bca-fbb1-40c9-a5f6-913ef55b7123" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.757041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b986bca-fbb1-40c9-a5f6-913ef55b7123" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.757041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b986bca-fbb1-40c9-a5f6-913ef55b7123" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.757041] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b986bca-fbb1-40c9-a5f6-913ef55b7123',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.959924] env[65808]: INFO networking_nsxv3.common.synchronization [req-74d588fe-5fd3-4470-877f-99ac15d668a5 req-4415ae9d-8147-4da9-a8ad-7f51361c6df3 tempest-ServerDiagnosticsNegativeTest-1118567553 tempest-ServerDiagnosticsNegativeTest-1118567553-project-member] Enqueued Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_members [ 621.960655] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGHEST for action security_group_members [ 621.961212] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.961212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.961212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.961212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.961499] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.961644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.961711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.961874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.961960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.962067] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.115804] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50febd03-e972-4db4-8641-f0ad6e570896 in Status: SUCCESS [ 622.115966] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50febd03-e972-4db4-8641-f0ad6e570896 deletion is rescheduled due to dependency. [ 622.116108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50febd03-e972-4db4-8641-f0ad6e570896" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.183320] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.183501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.183575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.183814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.184084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.184381] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.184498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.184556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.184753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.184835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.184921] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd880430-9daf-44f7-9db6-b260a1011fdb is going to be updated. [ 622.218646] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.218874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.218938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.219200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.219360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.234033] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd880430-9daf-44f7-9db6-b260a1011fdb in Status: IN_PROGRESS for 2s [ 622.242530] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 in Status: SUCCESS [ 622.242753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.242976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.243172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.243398] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.243537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.243626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.243762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.243946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.243946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.244083] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.261818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b986bca-fbb1-40c9-a5f6-913ef55b7123 [ 622.262829] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.262829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.262829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.263152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.263152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.263267] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b986bca-fbb1-40c9-a5f6-913ef55b7123 already deleted. [ 622.263310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b986bca-fbb1-40c9-a5f6-913ef55b7123" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.465546] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.465724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.465905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.466050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.466247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.466468] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.466572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.466572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.466748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.466795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.466910] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fde136-1059-43d2-b6eb-129da9da5b7c is going to be updated. [ 622.498286] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.498286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.498515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.498687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.499330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.526666] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fde136-1059-43d2-b6eb-129da9da5b7c in Status: IN_PROGRESS for 2s [ 622.553496] env[65808]: INFO networking_nsxv3.common.synchronization [req-ddb771b6-3679-4eae-b339-a90a09130b91 req-33e383c0-d4e3-4d39-9ed0-f33d3eafc5ba tempest-VolumesAssistedSnapshotsTest-932963137 tempest-VolumesAssistedSnapshotsTest-932963137-project-member] Enqueued Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_members [ 622.554044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_members [ 622.554325] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23db33-1580-40ed-91cd-6adc90f46644 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.554452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.554509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.554771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.554949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.555047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.555102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.555318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.555368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.555434] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.748506] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.749266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.749266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.749648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.751578] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.751788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.751894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.752189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.752330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.752467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.752692] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.752811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.752880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.753088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.753261] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.753360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.753548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.753588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.753630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.754233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.754233] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.970768] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 622.971279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.971279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.971411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.971663] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.971769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.971835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.972737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.972737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.972737] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.984330] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.984330] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-713" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.984330] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-713" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.986183] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-713" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.987387] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.987387] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987387] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.987387] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.988651] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.988891] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.989012] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.989205] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.989205] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.989353] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.989408] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.989521] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.014571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.014571] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.014571] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.014571] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-713" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.014770] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-361d183e-e961-43aa-ad42-c1222dc317c8 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.014770] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.014875] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.015451] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.015451] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361d183e-e961-43aa-ad42-c1222dc317c8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.059828] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.059828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.059828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.059828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.059828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.060284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.060284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.060284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.060489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.060619] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.061143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23db33-1580-40ed-91cd-6adc90f46644 already deleted. [ 623.061143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.257457] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d00edaeb-66ec-4e50-89f6-5fbee074c934: rpc.has_security_group_logging(os_id): False [ 623.281340] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.281591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.281591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.281821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.281920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.282204] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.282323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.282396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.286025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.286025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.286025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.286025] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 is going to be created. [ 623.352852] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.353188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.353362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.353648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.353970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.367786] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 in Status: IN_PROGRESS for 2s [ 623.476287] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.518420] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.518645] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.518909] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.519350] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.519478] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.519676] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 361d183e-e961-43aa-ad42-c1222dc317c8 not found, creating... [ 623.520057] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.520252] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.520401] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.520667] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.520843] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.521237] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.521437] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.521565] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.521785] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.521963] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.522147] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 361d183e-e961-43aa-ad42-c1222dc317c8 is going to be created. [ 623.545236] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.547022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.547022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.547022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.547022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.547022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.979114] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.224461] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9d92880b-1db4-4533-a410-ada07d5f4905 None None] Enqueued Resource ID: ca7503e6-d676-4711-ae13-40e6497a4dcf with Priority: HIGHEST for action port [ 624.224951] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7503e6-d676-4711-ae13-40e6497a4dcf with Priority: HIGHEST for action port [ 624.226196] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7503e6-d676-4711-ae13-40e6497a4dcf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.226196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7503e6-d676-4711-ae13-40e6497a4dcf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.226196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7503e6-d676-4711-ae13-40e6497a4dcf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.226196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7503e6-d676-4711-ae13-40e6497a4dcf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.226196] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7503e6-d676-4711-ae13-40e6497a4dcf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.247483] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd880430-9daf-44f7-9db6-b260a1011fdb in Status: SUCCESS [ 624.248032] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd880430-9daf-44f7-9db6-b260a1011fdb deletion is rescheduled due to dependency. [ 624.248342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd880430-9daf-44f7-9db6-b260a1011fdb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.320508] env[65808]: INFO networking_nsxv3.common.synchronization [req-ddb771b6-3679-4eae-b339-a90a09130b91 req-5a859158-8567-4933-a5a1-bd073607abd1 service nova] Enqueued Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_rules [ 624.320714] env[65808]: INFO networking_nsxv3.common.synchronization [req-ddb771b6-3679-4eae-b339-a90a09130b91 req-5a859158-8567-4933-a5a1-bd073607abd1 service nova] Enqueued Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_members [ 624.321493] env[65808]: INFO networking_nsxv3.common.synchronization [req-ddb771b6-3679-4eae-b339-a90a09130b91 req-5a859158-8567-4933-a5a1-bd073607abd1 service nova] Enqueued Resource ID: 361d183e-e961-43aa-ad42-c1222dc317c8 with Priority: HIGHEST for action port [ 624.321624] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_rules [ 624.321673] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_members [ 624.321753] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361d183e-e961-43aa-ad42-c1222dc317c8 with Priority: HIGHEST for action port [ 624.322028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f23db33-1580-40ed-91cd-6adc90f46644 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.323134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.323134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.323406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.323465] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.329890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23db33-1580-40ed-91cd-6adc90f46644 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.329890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.329890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.330167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.330167] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.330585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.330585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.330585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.330585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.330807] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.331432] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-361d183e-e961-43aa-ad42-c1222dc317c8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.331857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.331857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.331857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.331857] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361d183e-e961-43aa-ad42-c1222dc317c8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.484748] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.484748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.484748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.484748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.484748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.484748] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 624.535562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.535797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.535939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.536316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.536450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fde136-1059-43d2-b6eb-129da9da5b7c in Status: SUCCESS [ 624.541203] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fde136-1059-43d2-b6eb-129da9da5b7c deletion is rescheduled due to dependency. [ 624.541350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.554727] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 624.729259] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca7503e6-d676-4711-ae13-40e6497a4dcf [ 624.730067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.730067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.730067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.730067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.730067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.730307] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca7503e6-d676-4711-ae13-40e6497a4dcf already deleted. [ 624.730307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7503e6-d676-4711-ae13-40e6497a4dcf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.833990] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.835260] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23db33-1580-40ed-91cd-6adc90f46644 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.835388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.835526] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 361d183e-e961-43aa-ad42-c1222dc317c8 with status ACTIVE [ 624.835680] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.835780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.835843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.836063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.836151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.836328] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.836411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.836471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.836626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.836696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.836882] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.836972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.837523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.837701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.838298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.838380] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 361d183e-e961-43aa-ad42-c1222dc317c8 is going to be updated. [ 624.862412] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.862412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.862412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.862593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.862593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.862760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-361d183e-e961-43aa-ad42-c1222dc317c8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.063309] env[65808]: INFO networking_nsxv3.common.synchronization [req-15af7522-25ba-4c40-a592-8735712d2923 req-b700aa29-76e5-4fb6-98e6-1609694101e5 tempest-ImagesNegativeTestJSON-708707593 tempest-ImagesNegativeTestJSON-708707593-project-member] Enqueued Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_members [ 625.064159] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_members [ 625.064465] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.064593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.064661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.064928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.065100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.065204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.065262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.065496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.065587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.065682] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.341027] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.380828] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 in Status: SUCCESS [ 625.381102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.538296] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.538685] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-579" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.538685] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-579" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.539118] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-579" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542070] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542070] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542070] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542070] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542307] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542600] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.543101] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.543239] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.543381] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.545027] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.545027] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.545027] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.569940] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.570128] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.570261] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.570449] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-579" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.571301] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.571301] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.571510] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.571842] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.571980] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.574324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.574502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.574584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.574799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.574870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.575077] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.578030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.578030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.578030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.578030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578030] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e771a15d-f7e2-47fc-9622-c897161a07b3 already deleted. [ 625.578030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.701478] env[65808]: INFO networking_nsxv3.common.synchronization [req-367801c3-6938-444a-96ca-8c75d899f367 req-a45cf8f6-8b80-4de1-a779-95315873a21c tempest-ServerAddressesTestJSON-1190810118 tempest-ServerAddressesTestJSON-1190810118-project-member] Enqueued Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_members [ 625.702051] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGHEST for action security_group_members [ 625.702412] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.702537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.702608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.702820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.702970] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.703184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.703250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.703408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.703604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.703604] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.843777] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.844112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.844112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.844364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.844459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.844546] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23db33-1580-40ed-91cd-6adc90f46644 is going to be created. [ 625.872425] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.872691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.872757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.872999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.873130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.886233] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23db33-1580-40ed-91cd-6adc90f46644 in Status: UNINITIALIZED for 2s [ 626.075428] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.075855] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.075855] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.076332] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.076515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.076713] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b not found, creating... [ 626.077009] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.077234] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.077396] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.077684] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.077949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.078391] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.078644] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.078788] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.079107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.079312] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.079476] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b is going to be created. [ 626.104065] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.104324] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.104445] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.104749] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.105137] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.105382] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.127753] env[65808]: INFO networking_nsxv3.common.synchronization [req-2d18e9a7-02c2-41d8-b280-ea23eb37751d req-43cfafb3-b1b6-4a7c-82d3-6706653efc32 tempest-InstanceActionsNegativeTestJSON-356369262 tempest-InstanceActionsNegativeTestJSON-356369262-project-member] Enqueued Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_members [ 626.127753] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGHEST for action security_group_members [ 626.128320] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.128517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.128623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.128955] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.129226] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.129399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.129506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.129763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.129907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.130077] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.206767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.206951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.207049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.207415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.207591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.207877] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.208124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.208242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.208525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.208669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.208855] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e is going to be updated. [ 626.243013] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.243148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.243240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.243530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.243745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.254950] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e in Status: IN_PROGRESS for 2s [ 626.566324] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 626.567311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.567311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.567311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.567540] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.567540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.567540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.567839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.567839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.567976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.568027] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.632857] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.633024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.633081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.633303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.633390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.633584] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.633714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.634462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.634462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.634462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.634462] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a is going to be updated. [ 626.669588] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.669588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.669588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.669588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.669588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.684173] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a in Status: IN_PROGRESS for 2s [ 626.871714] env[65808]: INFO networking_nsxv3.common.synchronization [req-15af7522-25ba-4c40-a592-8735712d2923 req-14136d56-60b7-464e-8f6f-10832eaa47e3 service nova] Enqueued Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_rules [ 626.871832] env[65808]: INFO networking_nsxv3.common.synchronization [req-15af7522-25ba-4c40-a592-8735712d2923 req-14136d56-60b7-464e-8f6f-10832eaa47e3 service nova] Enqueued Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_members [ 626.871949] env[65808]: INFO networking_nsxv3.common.synchronization [req-15af7522-25ba-4c40-a592-8735712d2923 req-14136d56-60b7-464e-8f6f-10832eaa47e3 service nova] Enqueued Resource ID: fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b with Priority: HIGHEST for action port [ 626.873462] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_rules [ 626.873702] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_members [ 626.877621] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b with Priority: HIGHEST for action port [ 626.877621] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.877621] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.877621] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.877621] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.877621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.877621] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.879226] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.879226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.879226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.879226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.879226] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.071559] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.071718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.071812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.072062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.072229] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.072371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.072445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.072643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.072735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.072824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.072974] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.073099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.073160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.073311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.073514] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.073611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.073673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.073816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.073892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.073973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.074077] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.380719] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.381819] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.381991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.382552] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b with status ACTIVE [ 627.382552] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.382782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.382782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.382892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.382951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.383087] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.383221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.383221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.383401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.383472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.383640] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.383731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.383787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.383921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.384464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.384464] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b is going to be updated. [ 627.410693] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.410826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.410875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.411598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.411598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.411598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe7ff06d-2bb6-4890-b70b-f7acdb30ac2b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.559123] env[65808]: INFO networking_nsxv3.common.synchronization [req-40ec6e2f-f20b-4cd0-b0f3-1cff7b0e10ff req-d40f5892-ab14-454d-ae63-e6c0bf0762e2 tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 627.561613] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 627.562387] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.562547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563160] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.563160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.563160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.563805] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.579525] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6507955c-0d59-485f-a5c1-1f1714f39e57: rpc.has_security_group_logging(os_id): False [ 627.607191] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.607436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.607638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.611962] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.611962] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.611962] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.611962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.612934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.612934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.612934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.612934] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 627.705891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.706215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.706215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.706318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.706471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.727313] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 627.883572] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.900195] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23db33-1580-40ed-91cd-6adc90f46644 in Status: SUCCESS [ 627.900453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.901010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.901280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.901480] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.901624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.901692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.901886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.901984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.902086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.902180] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.022767] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.022767] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.022767] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.023591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.024311] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.024311] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.024311] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.024523] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.024640] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.024899] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.025047] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.025183] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.025312] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.025445] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.025739] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.025739] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.045887] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.046141] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.046320] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.046450] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.046759] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-75a7cf8f-b995-432d-8d1a-748bc37fe540 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.046928] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.047076] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.047783] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.047783] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a7cf8f-b995-432d-8d1a-748bc37fe540',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.066783] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.066940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.067026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.067253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.067344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.067529] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.067628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.067690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.067864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.068039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.068181] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 already deleted. [ 628.068295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.267626] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e in Status: SUCCESS [ 628.267888] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e deletion is rescheduled due to dependency. [ 628.267888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.386762] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.387156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.387156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.387228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.387336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.387404] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e771a15d-f7e2-47fc-9622-c897161a07b3 is going to be created. [ 628.406442] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.416783] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.416982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.417085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.417351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.417553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.427732] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e771a15d-f7e2-47fc-9622-c897161a07b3 in Status: UNINITIALIZED for 2s [ 628.549753] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.550045] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.550118] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.550421] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.550588] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.550739] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 75a7cf8f-b995-432d-8d1a-748bc37fe540 not found, creating... [ 628.550999] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.551176] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.551287] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.551509] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.551636] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.551923] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.552085] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.552199] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.552433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.552592] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.552736] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 75a7cf8f-b995-432d-8d1a-748bc37fe540 is going to be created. [ 628.575298] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.575298] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.575298] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.575298] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.575473] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.575591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.700481] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a in Status: SUCCESS [ 628.700755] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a deletion is rescheduled due to dependency. [ 628.700867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.912429] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f23db33-1580-40ed-91cd-6adc90f46644: rpc.has_security_group_logging(os_id): False [ 628.937270] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.937511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.937918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.937918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.938160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.938489] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.938655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.938757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.939069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.939219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.939344] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f23db33-1580-40ed-91cd-6adc90f46644 is going to be created. [ 629.034321] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.034553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.034669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.035024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.035278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.050382] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f23db33-1580-40ed-91cd-6adc90f46644 in Status: IN_PROGRESS for 2s [ 629.064436] env[65808]: INFO networking_nsxv3.common.synchronization [None req-3021cda1-6b66-480e-8a6d-79c4dbad0f44 None None] Enqueued Resource ID: a5f06aa2-6c13-4309-bac9-997c9b28779a with Priority: HIGHEST for action port [ 629.065044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f06aa2-6c13-4309-bac9-997c9b28779a with Priority: HIGHEST for action port [ 629.065394] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f06aa2-6c13-4309-bac9-997c9b28779a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.065490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f06aa2-6c13-4309-bac9-997c9b28779a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.065569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f06aa2-6c13-4309-bac9-997c9b28779a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.065889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f06aa2-6c13-4309-bac9-997c9b28779a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.066017] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f06aa2-6c13-4309-bac9-997c9b28779a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.303060] env[65808]: INFO networking_nsxv3.common.synchronization [req-40ec6e2f-f20b-4cd0-b0f3-1cff7b0e10ff req-ca8d6bee-2a5a-4ccd-b155-3f0186bc91c3 service nova] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_rules [ 629.304851] env[65808]: INFO networking_nsxv3.common.synchronization [req-40ec6e2f-f20b-4cd0-b0f3-1cff7b0e10ff req-ca8d6bee-2a5a-4ccd-b155-3f0186bc91c3 service nova] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 629.304851] env[65808]: INFO networking_nsxv3.common.synchronization [req-40ec6e2f-f20b-4cd0-b0f3-1cff7b0e10ff req-ca8d6bee-2a5a-4ccd-b155-3f0186bc91c3 service nova] Enqueued Resource ID: 75a7cf8f-b995-432d-8d1a-748bc37fe540 with Priority: HIGHEST for action port [ 629.305384] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_rules [ 629.305518] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 629.305754] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a7cf8f-b995-432d-8d1a-748bc37fe540 with Priority: HIGHEST for action port [ 629.305947] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.306091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.306153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.306413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.306496] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.307341] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.307465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.307553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.307732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.307872] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.309190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.309190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.309190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.309190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.309190] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.310133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a7cf8f-b995-432d-8d1a-748bc37fe540 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.310470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.310708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.312351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.312351] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a7cf8f-b995-432d-8d1a-748bc37fe540',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.569040] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5f06aa2-6c13-4309-bac9-997c9b28779a [ 629.569040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.569040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.569040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.569040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.569485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.569485] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5f06aa2-6c13-4309-bac9-997c9b28779a already deleted. [ 629.569485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f06aa2-6c13-4309-bac9-997c9b28779a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.748964] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 629.748964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.815735] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.815896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.818112] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.818112] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a7cf8f-b995-432d-8d1a-748bc37fe540 with status ACTIVE [ 629.818449] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.819345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.819345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.819345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.819345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.819345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.819345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.819680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.820464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.820464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.820464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.820464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.820464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.820895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.820895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.821432] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a7cf8f-b995-432d-8d1a-748bc37fe540 is going to be updated. [ 629.847822] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.848041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.848119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.848318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.848459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.848632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a7cf8f-b995-432d-8d1a-748bc37fe540" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.323337] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.440703] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e771a15d-f7e2-47fc-9622-c897161a07b3 in Status: SUCCESS [ 630.441749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.441749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.441749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.441749] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.442357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.442357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.442504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.442562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.442658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.442768] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.474130] env[65808]: INFO networking_nsxv3.common.synchronization [req-5221fe2a-4094-465a-8a9f-5f37d321b183 req-4443fe87-5496-40c3-8510-978f6c1923c0 tempest-ServersTestManualDisk-1698709967 tempest-ServersTestManualDisk-1698709967-project-member] Enqueued Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_members [ 630.474829] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_members [ 630.475736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.475878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.475945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.476402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.476594] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.476719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.476979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.477351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.477351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.477436] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.826647] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.827078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.827797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.828170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.828375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.828458] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be created. [ 630.858767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.858917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.859162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.859300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.859470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.871900] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: UNINITIALIZED for 2s [ 630.947560] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.947560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.947560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.947854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.949154] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.949154] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.949154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.949154] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.949772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.949772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.949772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.949772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.949772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.949772] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.965789] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.966182] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-617" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.966339] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-617" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.966697] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-617" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.966967] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.969104] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.969353] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.969778] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.970064] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.971194] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.971527] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.971752] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.971964] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.972184] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.972401] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.972651] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.989505] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.989781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.989894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.990571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.990738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.992139] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.992139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.992139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.992139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.992139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.992139] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe already deleted. [ 630.992394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.996656] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.996828] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.996954] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.997777] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-617" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.998342] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-87eff70a-5baf-48cb-8c69-5ba01723004f taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.998636] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.998814] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.999291] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.999556] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87eff70a-5baf-48cb-8c69-5ba01723004f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.066835] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f23db33-1580-40ed-91cd-6adc90f46644 in Status: SUCCESS [ 631.067192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.095386] env[65808]: INFO networking_nsxv3.common.synchronization [None req-e9fd9f32-66c3-4d23-953e-455a2e6bfef9 None None] Enqueued Resource ID: aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c with Priority: HIGHEST for action port [ 631.096135] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c with Priority: HIGHEST for action port [ 631.096478] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.096704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.097067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.097180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.097274] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.454165] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e771a15d-f7e2-47fc-9622-c897161a07b3: rpc.has_security_group_logging(os_id): False [ 631.483806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.483806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.483806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.484160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.484276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.484547] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.484685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.484768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.484925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.485044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.485247] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.485446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.485446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.485823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.485944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.486188] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.486755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.486755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.486755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.486755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.487081] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e771a15d-f7e2-47fc-9622-c897161a07b3 is going to be created. [ 631.503061] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.503361] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.503537] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.503980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.504292] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.504509] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 87eff70a-5baf-48cb-8c69-5ba01723004f not found, creating... [ 631.504869] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.505069] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.505215] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.505510] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.505662] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.506040] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.506264] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.506415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.506689] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.506868] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.507060] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 87eff70a-5baf-48cb-8c69-5ba01723004f is going to be created. [ 631.550121] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.550121] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.550429] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.550635] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.550949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.551266] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.601088] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c [ 631.601088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.601088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.601088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.601088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.601088] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c already deleted. [ 631.601088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac78ba5-2b02-4ba2-a3c2-34f0b4a08d8c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.621746] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.621746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.621746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.621746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.621746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.645304] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e771a15d-f7e2-47fc-9622-c897161a07b3 in Status: IN_PROGRESS for 2s [ 632.298610] env[65808]: INFO networking_nsxv3.common.synchronization [req-5221fe2a-4094-465a-8a9f-5f37d321b183 req-ebf12e61-db04-4323-98a6-18e50d8015f2 service nova] Enqueued Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_rules [ 632.298905] env[65808]: INFO networking_nsxv3.common.synchronization [req-5221fe2a-4094-465a-8a9f-5f37d321b183 req-ebf12e61-db04-4323-98a6-18e50d8015f2 service nova] Enqueued Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_members [ 632.299428] env[65808]: INFO networking_nsxv3.common.synchronization [req-5221fe2a-4094-465a-8a9f-5f37d321b183 req-ebf12e61-db04-4323-98a6-18e50d8015f2 service nova] Enqueued Resource ID: 87eff70a-5baf-48cb-8c69-5ba01723004f with Priority: HIGHEST for action port [ 632.299704] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_rules [ 632.299848] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_members [ 632.299944] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87eff70a-5baf-48cb-8c69-5ba01723004f with Priority: HIGHEST for action port [ 632.300244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.300379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.300447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.300674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.300762] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.301725] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.301836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.302897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.302897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.302897] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.302897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.302897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.302897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.302897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.302897] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.303575] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-87eff70a-5baf-48cb-8c69-5ba01723004f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.303682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.303747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.303895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.305427] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87eff70a-5baf-48cb-8c69-5ba01723004f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.805460] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.806661] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.806901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.806975] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87eff70a-5baf-48cb-8c69-5ba01723004f with status ACTIVE [ 632.807196] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.807315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.807417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.807602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.807668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.807847] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.807947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.808069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.808213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.808329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.808484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.808605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.810731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.810977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.811086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.811273] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87eff70a-5baf-48cb-8c69-5ba01723004f is going to be updated. [ 632.835237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.835438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.835438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.835760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.835930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.836159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87eff70a-5baf-48cb-8c69-5ba01723004f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.887169] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.890042] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.890042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.890042] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.313975] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.392833] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.393025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.393147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.393743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.393991] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.394185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.394257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.394478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.394651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.394764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.395067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.395067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.395157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.395263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.395408] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.395505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.395560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.395702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.395779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.395861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.396054] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.661128] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e771a15d-f7e2-47fc-9622-c897161a07b3 in Status: SUCCESS [ 633.661369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.817234] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.817449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.817505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.817689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.817778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.817872] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe is going to be created. [ 633.860885] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.861080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.861080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.861252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.861387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.873621] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe in Status: UNINITIALIZED for 2s [ 633.899987] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34: rpc.has_security_group_logging(os_id): False [ 633.922504] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.922504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.922504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.922504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.922504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.922879] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.923152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.923272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.923531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.923659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.924186] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.924280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.924377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.924567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.924947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.924947] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.925675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.925675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.925675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.925675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.925675] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be created. [ 634.000847] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.001036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.001120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.002589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.002589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.018687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 634.038415] env[65808]: INFO networking_nsxv3.common.synchronization [None req-361a9e77-17c4-4020-bac3-1a8833509fce None None] Enqueued Resource ID: 6fec6fec-18f9-486e-8b3d-9bdf48142791 with Priority: HIGHEST for action port [ 634.042039] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fec6fec-18f9-486e-8b3d-9bdf48142791 with Priority: HIGHEST for action port [ 634.042566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fec6fec-18f9-486e-8b3d-9bdf48142791 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.042830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fec6fec-18f9-486e-8b3d-9bdf48142791" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.042982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fec6fec-18f9-486e-8b3d-9bdf48142791" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.043276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fec6fec-18f9-486e-8b3d-9bdf48142791" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.043373] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fec6fec-18f9-486e-8b3d-9bdf48142791',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.549885] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fec6fec-18f9-486e-8b3d-9bdf48142791 [ 634.549885] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.549885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.549885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.549885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.549885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.549885] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fec6fec-18f9-486e-8b3d-9bdf48142791 already deleted. [ 634.549885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fec6fec-18f9-486e-8b3d-9bdf48142791" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.887801] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe in Status: SUCCESS [ 635.889142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.889142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.889142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.889142] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.889142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.889384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.889384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.889499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.889561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.889624] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.990114] env[65808]: INFO networking_nsxv3.common.synchronization [None req-17199564-95b4-4d71-9ac8-ff122fc527fc tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_rules [ 635.990114] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_rules [ 635.991952] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.993127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.993430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.994621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.994867] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.033555] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 636.033923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.395066] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.539902] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.544108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.544108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.544336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.544438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.544568] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 already deleted. [ 636.544673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.637971] env[65808]: INFO networking_nsxv3.common.synchronization [None req-830311bd-565b-437a-b58c-39a7b967f8af tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_rules [ 636.639095] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_rules [ 636.639095] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.639095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.639095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.641260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.641398] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.653918] env[65808]: INFO networking_nsxv3.common.synchronization [None req-dd303050-2b60-4049-8114-4633975191a3 None None] Enqueued Resource ID: c1bae98d-d8b8-4ae7-bcd0-d269f981f584 with Priority: HIGHEST for action port [ 636.656090] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bae98d-d8b8-4ae7-bcd0-d269f981f584 with Priority: HIGHEST for action port [ 636.656090] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1bae98d-d8b8-4ae7-bcd0-d269f981f584 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.656286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1bae98d-d8b8-4ae7-bcd0-d269f981f584" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.656286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1bae98d-d8b8-4ae7-bcd0-d269f981f584" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.656830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1bae98d-d8b8-4ae7-bcd0-d269f981f584" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.657617] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1bae98d-d8b8-4ae7-bcd0-d269f981f584',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.897414] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bd83082-54c7-4a9d-8851-ee394b3ae5fe: rpc.has_security_group_logging(os_id): False [ 636.923897] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.923897] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.923897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.923897] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe is going to be created. [ 637.019826] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.020068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.020068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.020194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.020559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.034649] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe in Status: IN_PROGRESS for 2s [ 637.162556] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1bae98d-d8b8-4ae7-bcd0-d269f981f584 [ 637.162556] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.162556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.162556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.162556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.162556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.162556] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1bae98d-d8b8-4ae7-bcd0-d269f981f584 already deleted. [ 637.162556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1bae98d-d8b8-4ae7-bcd0-d269f981f584" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.178942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.179198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.179302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.179959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.180171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.180271] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 already deleted. [ 637.180370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.052295] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe in Status: SUCCESS [ 639.052295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.718733] env[65808]: INFO networking_nsxv3.common.synchronization [req-cf3cb199-ea79-4552-864e-1768f74a0b21 req-992ae4e1-e667-41b7-b9fd-9ccf401fea7c tempest-ServersWithSpecificFlavorTestJSON-1272180635 tempest-ServersWithSpecificFlavorTestJSON-1272180635-project-member] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 639.719187] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 639.720252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.720490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.720588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.720862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.721061] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.721147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.721198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.721397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.721447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.721527] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.148904] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.149307] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.149307] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.150057] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.150147] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.150225] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.151708] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.151708] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.151708] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.151708] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.151708] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.151708] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.151708] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.151708] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.151708] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.151708] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.171758] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.171973] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.172147] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.172339] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.172695] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-00d61ede-9bb8-4980-96f8-99cfbb5d8694 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.172949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.173162] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.173491] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.173634] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d61ede-9bb8-4980-96f8-99cfbb5d8694',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.224783] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.224964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.225069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.225305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.225403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.225667] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.225774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.225820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.225999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.226135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.226218] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e already deleted. [ 640.226302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.678037] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.678037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.678037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.678037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.678431] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.678431] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 00d61ede-9bb8-4980-96f8-99cfbb5d8694 not found, creating... [ 640.678676] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.678840] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.678947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.679199] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.679337] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.679767] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.680031] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.680154] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.680387] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.680557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.680706] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 00d61ede-9bb8-4980-96f8-99cfbb5d8694 is going to be created. [ 640.711579] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.711838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.711959] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.712543] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.712717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.712979] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.474025] env[65808]: INFO networking_nsxv3.common.synchronization [req-cf3cb199-ea79-4552-864e-1768f74a0b21 req-765e08b2-b3bc-45fd-88da-9b5d3d2f5cbb service nova] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 641.474025] env[65808]: INFO networking_nsxv3.common.synchronization [req-cf3cb199-ea79-4552-864e-1768f74a0b21 req-765e08b2-b3bc-45fd-88da-9b5d3d2f5cbb service nova] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 641.474025] env[65808]: INFO networking_nsxv3.common.synchronization [req-cf3cb199-ea79-4552-864e-1768f74a0b21 req-765e08b2-b3bc-45fd-88da-9b5d3d2f5cbb service nova] Enqueued Resource ID: 00d61ede-9bb8-4980-96f8-99cfbb5d8694 with Priority: HIGHEST for action port [ 641.474430] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 641.474430] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 641.474430] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d61ede-9bb8-4980-96f8-99cfbb5d8694 with Priority: HIGHEST for action port [ 641.474697] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.474856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.474856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.475576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.475576] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.476036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.476147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.476147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.476341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.476561] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.476634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.476634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.476786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.476859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477177] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.478354] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d61ede-9bb8-4980-96f8-99cfbb5d8694 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.478354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.478354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.478354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.478535] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d61ede-9bb8-4980-96f8-99cfbb5d8694',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.981098] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.981098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.981520] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.982160] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00d61ede-9bb8-4980-96f8-99cfbb5d8694 with status ACTIVE [ 641.982359] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.982617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.982617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.982790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.982830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.983181] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.983181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.983181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.983360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.983360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.983526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.983608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.983689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.983802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.983909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.983958] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00d61ede-9bb8-4980-96f8-99cfbb5d8694 is going to be updated. [ 642.008357] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.008357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.008492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.008904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.008904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.009097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d61ede-9bb8-4980-96f8-99cfbb5d8694" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.486979] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.493561] env[65808]: INFO networking_nsxv3.common.synchronization [None req-c8515e32-9863-41cc-961d-1b6064c1bd3f None None] Enqueued Resource ID: f79cdaec-6fd1-4265-af93-ee8875cbeebc with Priority: HIGHEST for action port [ 642.493814] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f79cdaec-6fd1-4265-af93-ee8875cbeebc with Priority: HIGHEST for action port [ 642.494388] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f79cdaec-6fd1-4265-af93-ee8875cbeebc taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.494518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f79cdaec-6fd1-4265-af93-ee8875cbeebc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.494768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f79cdaec-6fd1-4265-af93-ee8875cbeebc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.494813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f79cdaec-6fd1-4265-af93-ee8875cbeebc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.494895] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79cdaec-6fd1-4265-af93-ee8875cbeebc',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.993550] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.993684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.993737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.994127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.994227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.994330] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e is going to be created. [ 642.997230] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f79cdaec-6fd1-4265-af93-ee8875cbeebc [ 642.999107] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.999107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.999107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.999107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.999107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.999107] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f79cdaec-6fd1-4265-af93-ee8875cbeebc already deleted. [ 642.999396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f79cdaec-6fd1-4265-af93-ee8875cbeebc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.050485] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.050726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.050845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.050958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.051131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.064018] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: UNINITIALIZED for 2s [ 643.815842] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9300a685-b0ad-4e41-8391-5cad69f5a0f1 None None] Enqueued Resource ID: 4b5e3dd8-5b67-469d-88c7-40ca45058d82 with Priority: HIGHEST for action port [ 643.816855] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5e3dd8-5b67-469d-88c7-40ca45058d82 with Priority: HIGHEST for action port [ 643.817749] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5e3dd8-5b67-469d-88c7-40ca45058d82 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.817893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5e3dd8-5b67-469d-88c7-40ca45058d82" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.817945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5e3dd8-5b67-469d-88c7-40ca45058d82" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.818569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5e3dd8-5b67-469d-88c7-40ca45058d82" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.818662] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5e3dd8-5b67-469d-88c7-40ca45058d82',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.321081] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b5e3dd8-5b67-469d-88c7-40ca45058d82 [ 644.321433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.321643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.321764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.322040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.322490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.322490] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b5e3dd8-5b67-469d-88c7-40ca45058d82 already deleted. [ 644.322700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5e3dd8-5b67-469d-88c7-40ca45058d82" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.621042] env[65808]: INFO networking_nsxv3.common.synchronization [None req-572051f6-96f9-4380-97e3-382dd4184ee6 None None] Enqueued Resource ID: 7435e016-4cbc-413e-93c8-f89738af8632 with Priority: HIGHEST for action port [ 644.622525] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7435e016-4cbc-413e-93c8-f89738af8632 with Priority: HIGHEST for action port [ 644.622525] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-7435e016-4cbc-413e-93c8-f89738af8632 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.622525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7435e016-4cbc-413e-93c8-f89738af8632" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.622525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7435e016-4cbc-413e-93c8-f89738af8632" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.622525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7435e016-4cbc-413e-93c8-f89738af8632" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.622525] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7435e016-4cbc-413e-93c8-f89738af8632',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.079345] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: SUCCESS [ 645.080391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.080391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.080391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.080625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.080706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.080762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.080954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.081139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.081227] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.127848] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7435e016-4cbc-413e-93c8-f89738af8632 [ 645.127848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.128082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.128082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.128432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.128432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.128571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7435e016-4cbc-413e-93c8-f89738af8632 already deleted. [ 645.128900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7435e016-4cbc-413e-93c8-f89738af8632" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.584235] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.689374] env[65808]: INFO networking_nsxv3.common.synchronization [None req-b0991be6-a1da-45b2-9b10-9821cdde2be1 None None] Enqueued Resource ID: 33f652d5-307a-4898-bd83-55466fffb76e with Priority: HIGHEST for action port [ 645.689374] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f652d5-307a-4898-bd83-55466fffb76e with Priority: HIGHEST for action port [ 645.689374] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f652d5-307a-4898-bd83-55466fffb76e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.689374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f652d5-307a-4898-bd83-55466fffb76e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.689374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f652d5-307a-4898-bd83-55466fffb76e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.689374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f652d5-307a-4898-bd83-55466fffb76e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.689374] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f652d5-307a-4898-bd83-55466fffb76e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.977181] env[65808]: INFO networking_nsxv3.common.synchronization [req-5a7a2525-dbaf-4561-bf75-af92c179a077 req-7e4bda2d-1e97-4b79-a23b-e3f7c83c93f8 tempest-ServerTagsTestJSON-1469429261 tempest-ServerTagsTestJSON-1469429261-project-member] Enqueued Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_members [ 645.977977] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_members [ 645.978545] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.978726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.978836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.979348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.979569] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.979728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.979916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.980101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.980235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.980368] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.089417] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64bca6e-fc95-4b76-9698-932e1715207e: rpc.has_security_group_logging(os_id): False [ 646.109588] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.109871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.109990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.110349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.111376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.111376] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.111376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.111376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.111376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.111376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.111376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64bca6e-fc95-4b76-9698-932e1715207e is going to be created. [ 646.185575] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.186301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.187179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.187269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.187422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.192026] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33f652d5-307a-4898-bd83-55466fffb76e [ 646.192118] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.192272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.192345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.192617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.192617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.192681] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33f652d5-307a-4898-bd83-55466fffb76e already deleted. [ 646.192753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f652d5-307a-4898-bd83-55466fffb76e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.206081] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: IN_PROGRESS for 2s [ 646.330209] env[65808]: INFO networking_nsxv3.common.synchronization [req-99038e8f-d098-43a1-9b00-9f345cba5409 req-7a48e6dc-9be7-40d3-bc47-245860f6293b tempest-ImagesNegativeTestJSON-708707593 tempest-ImagesNegativeTestJSON-708707593-project-member] Enqueued Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_members [ 646.330764] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGHEST for action security_group_members [ 646.333901] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.333901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.333901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.333901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.334155] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.334155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.334247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.334460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.334460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.334670] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.483231] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.483231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.483231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.483231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.483231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.483452] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.483556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.486669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.486669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.486669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.486669] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 already deleted. [ 646.486669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.534615] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.534808] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-778" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.534922] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-778" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.535267] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-778" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.535597] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.535707] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.535777] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.535973] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.537169] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.537471] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.537514] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.538011] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.538132] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.538289] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.538437] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.539037] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.570624] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.570790] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.570927] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.571121] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-778" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.572886] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-9b8b2dd8-c93f-4f69-afcd-dd779bece763 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.572886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.572886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.572886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.573464] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b8b2dd8-c93f-4f69-afcd-dd779bece763',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.590997] env[65808]: INFO networking_nsxv3.common.synchronization [None req-8dda26f6-7a78-4312-bbd2-0f9f3457d60e None None] Enqueued Resource ID: 43d12061-515b-4fdd-a27c-6123f7aabd03 with Priority: HIGHEST for action port [ 646.591624] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d12061-515b-4fdd-a27c-6123f7aabd03 with Priority: HIGHEST for action port [ 646.593174] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d12061-515b-4fdd-a27c-6123f7aabd03 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.593358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d12061-515b-4fdd-a27c-6123f7aabd03" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.593432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d12061-515b-4fdd-a27c-6123f7aabd03" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.594871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d12061-515b-4fdd-a27c-6123f7aabd03" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.594871] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d12061-515b-4fdd-a27c-6123f7aabd03',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.839550] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.839743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.839743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.839992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.840112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.840365] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.840479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.840544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.840713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.840927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.840927] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e771a15d-f7e2-47fc-9622-c897161a07b3 is going to be updated. [ 646.886577] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.886847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.886847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.886985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.887253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.899687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e771a15d-f7e2-47fc-9622-c897161a07b3 in Status: IN_PROGRESS for 2s [ 647.078901] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.079118] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.079748] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.080100] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.080688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.080688] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 9b8b2dd8-c93f-4f69-afcd-dd779bece763 not found, creating... [ 647.080952] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.082059] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.082427] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.082822] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.085028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.085028] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.085028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.085028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.085028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.085028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.085028] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 9b8b2dd8-c93f-4f69-afcd-dd779bece763 is going to be created. [ 647.097031] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d12061-515b-4fdd-a27c-6123f7aabd03 [ 647.097977] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.098255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.098255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.098895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.098895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.098895] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d12061-515b-4fdd-a27c-6123f7aabd03 already deleted. [ 647.098895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d12061-515b-4fdd-a27c-6123f7aabd03" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.110447] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.110447] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.110447] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.110881] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.111226] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.111560] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.839889] env[65808]: INFO networking_nsxv3.common.synchronization [req-5a7a2525-dbaf-4561-bf75-af92c179a077 req-0e22edc9-39f5-4171-8249-a5ee85dfadbe service nova] Enqueued Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_rules [ 647.839889] env[65808]: INFO networking_nsxv3.common.synchronization [req-5a7a2525-dbaf-4561-bf75-af92c179a077 req-0e22edc9-39f5-4171-8249-a5ee85dfadbe service nova] Enqueued Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_members [ 647.839889] env[65808]: INFO networking_nsxv3.common.synchronization [req-5a7a2525-dbaf-4561-bf75-af92c179a077 req-0e22edc9-39f5-4171-8249-a5ee85dfadbe service nova] Enqueued Resource ID: 9b8b2dd8-c93f-4f69-afcd-dd779bece763 with Priority: HIGHEST for action port [ 647.839889] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_rules [ 647.839889] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_members [ 647.839889] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8b2dd8-c93f-4f69-afcd-dd779bece763 with Priority: HIGHEST for action port [ 647.839889] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.839889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.839889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.839889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.839889] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.840428] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.840517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.840590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.840791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.840944] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.841052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.841113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.841256] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.841342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.841431] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.842440] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b8b2dd8-c93f-4f69-afcd-dd779bece763 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.842440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.842440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.843433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.843433] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b8b2dd8-c93f-4f69-afcd-dd779bece763',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.221566] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: SUCCESS [ 648.221886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.344181] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.344424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.344424] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.345362] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b8b2dd8-c93f-4f69-afcd-dd779bece763 with status ACTIVE [ 648.345537] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.345686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.345754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.346044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.346133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.347796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.347796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.347796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.347796] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b8b2dd8-c93f-4f69-afcd-dd779bece763 is going to be updated. [ 648.370853] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.371973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.371973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.371973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.371973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.371973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b8b2dd8-c93f-4f69-afcd-dd779bece763" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.849827] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.912500] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e771a15d-f7e2-47fc-9622-c897161a07b3 in Status: SUCCESS [ 648.912500] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e771a15d-f7e2-47fc-9622-c897161a07b3 deletion is rescheduled due to dependency. [ 648.912500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.354408] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.355440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.355440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.355440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.355440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.355646] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 is going to be created. [ 649.381938] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.382191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.382191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.382391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.382657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.392712] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 in Status: UNINITIALIZED for 2s [ 649.516548] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6356a502-035f-4238-ada7-b30fc931a973 None None] Enqueued Resource ID: ba0f43c0-2386-46e7-98d4-4e657552b68f with Priority: HIGHEST for action port [ 649.516805] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0f43c0-2386-46e7-98d4-4e657552b68f with Priority: HIGHEST for action port [ 649.517409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba0f43c0-2386-46e7-98d4-4e657552b68f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.517537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba0f43c0-2386-46e7-98d4-4e657552b68f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.517600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba0f43c0-2386-46e7-98d4-4e657552b68f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.517914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba0f43c0-2386-46e7-98d4-4e657552b68f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.518021] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0f43c0-2386-46e7-98d4-4e657552b68f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.776710] env[65808]: INFO networking_nsxv3.common.synchronization [None req-fa04e215-05f7-47e4-83f1-29900d5bc11e None None] Enqueued Resource ID: 18adce2c-ccae-4721-ba65-e5443c28f6b1 with Priority: HIGHEST for action port [ 649.777359] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18adce2c-ccae-4721-ba65-e5443c28f6b1 with Priority: HIGHEST for action port [ 649.780302] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-18adce2c-ccae-4721-ba65-e5443c28f6b1 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.780554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18adce2c-ccae-4721-ba65-e5443c28f6b1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.780554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18adce2c-ccae-4721-ba65-e5443c28f6b1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.781242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18adce2c-ccae-4721-ba65-e5443c28f6b1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.781242] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18adce2c-ccae-4721-ba65-e5443c28f6b1',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.023477] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba0f43c0-2386-46e7-98d4-4e657552b68f [ 650.024866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.024866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.024866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.024866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.024866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.024866] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba0f43c0-2386-46e7-98d4-4e657552b68f already deleted. [ 650.024866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba0f43c0-2386-46e7-98d4-4e657552b68f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.283547] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18adce2c-ccae-4721-ba65-e5443c28f6b1 [ 650.283792] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.283916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.283978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.284230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.284309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.284402] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18adce2c-ccae-4721-ba65-e5443c28f6b1 already deleted. [ 650.284484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18adce2c-ccae-4721-ba65-e5443c28f6b1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.620786] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f52e43ab-1d2b-4827-901a-fc5143fd125c None None] Enqueued Resource ID: c971bf62-46bb-4f65-9544-065ceea9ab71 with Priority: HIGHEST for action port [ 650.623044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c971bf62-46bb-4f65-9544-065ceea9ab71 with Priority: HIGHEST for action port [ 650.623375] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c971bf62-46bb-4f65-9544-065ceea9ab71 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.623375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c971bf62-46bb-4f65-9544-065ceea9ab71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.623493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c971bf62-46bb-4f65-9544-065ceea9ab71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.623747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c971bf62-46bb-4f65-9544-065ceea9ab71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.624090] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c971bf62-46bb-4f65-9544-065ceea9ab71',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.126828] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c971bf62-46bb-4f65-9544-065ceea9ab71 [ 651.126828] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.127105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.127105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.127859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.127859] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c971bf62-46bb-4f65-9544-065ceea9ab71 already deleted. [ 651.127859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c971bf62-46bb-4f65-9544-065ceea9ab71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.405202] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 in Status: SUCCESS [ 651.405312] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.405475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.405692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.405885] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.405989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.406063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.406223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.406303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406506] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.601134] env[65808]: INFO networking_nsxv3.common.synchronization [req-25cb3983-522f-40bb-9fc6-7e7dd4de6094 req-6506d2b8-73f3-4fc4-a7cd-55e489dce8e7 tempest-TenantUsagesTestJSON-79396245 tempest-TenantUsagesTestJSON-79396245-project-member] Enqueued Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_members [ 651.606160] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGHEST for action security_group_members [ 651.606160] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.606160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.606160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.606160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.606160] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.606160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.606160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.606160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.606160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.606160] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.714582] env[65808]: INFO networking_nsxv3.common.synchronization [None req-555ab1be-4fb6-4ed5-9541-1b90b67ef507 tempest-ServersTestBootFromVolume-490715019 tempest-ServersTestBootFromVolume-490715019-project-member] Enqueued Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_rules [ 651.715424] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_rules [ 651.715424] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3572343a-848a-4b4c-a018-609ad1e993d5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.715744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.715744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.715819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.715887] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.873254] env[65808]: INFO networking_nsxv3.common.synchronization [None req-66b66be5-11fa-4fbd-b40b-98c86ce9070a tempest-ServersTestBootFromVolume-490715019 tempest-ServersTestBootFromVolume-490715019-project-member] Enqueued Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_rules [ 651.873804] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_rules [ 651.874255] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3572343a-848a-4b4c-a018-609ad1e993d5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.874376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.909158] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.909319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.909388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.909614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.909777] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.909870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.909929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.910087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.910183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.910321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.910490] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.910608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.910668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.910814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.910955] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.911254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.911319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.913078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.913078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.913078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.913078] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.109022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.109627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.109927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.110602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.111046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.112337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.112337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.112337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.112337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.112337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.112510] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 is going to be updated. [ 652.151362] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.151670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.151716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.154343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.154343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.162135] env[65808]: INFO networking_nsxv3.common.synchronization [None req-4d122faf-a9b8-4148-a569-44b827b7d7ea None None] Enqueued Resource ID: 042fcfdb-8af0-4142-bd57-e4ca504b38e9 with Priority: HIGHEST for action port [ 652.163375] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 in Status: IN_PROGRESS for 2s [ 652.163848] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 042fcfdb-8af0-4142-bd57-e4ca504b38e9 with Priority: HIGHEST for action port [ 652.164184] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-042fcfdb-8af0-4142-bd57-e4ca504b38e9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.164311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-042fcfdb-8af0-4142-bd57-e4ca504b38e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.164378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-042fcfdb-8af0-4142-bd57-e4ca504b38e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.164628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-042fcfdb-8af0-4142-bd57-e4ca504b38e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.164708] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042fcfdb-8af0-4142-bd57-e4ca504b38e9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.237490] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.237684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.237726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.237927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.238287] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3572343a-848a-4b4c-a018-609ad1e993d5 already deleted. [ 652.238287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.238417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.238541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238627] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.416365] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0: rpc.has_security_group_logging(os_id): False [ 652.435983] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.435983] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.435983] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.435983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.436548] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.436548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.436548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.436548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.436548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.436548] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 is going to be created. [ 652.498103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.498103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.498103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.498421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.498456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.516659] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 in Status: IN_PROGRESS for 2s [ 652.668303] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 042fcfdb-8af0-4142-bd57-e4ca504b38e9 [ 652.668303] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.668303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.668303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.668303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.668303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.668303] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:042fcfdb-8af0-4142-bd57-e4ca504b38e9 already deleted. [ 652.668303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-042fcfdb-8af0-4142-bd57-e4ca504b38e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.772578] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.772819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.772819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.772934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.773041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.773135] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3572343a-848a-4b4c-a018-609ad1e993d5 already deleted. [ 652.773229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.446595] env[65808]: INFO networking_nsxv3.common.synchronization [None req-bcf5890c-735d-4ce4-902c-f6fc4ff60d16 None None] Enqueued Resource ID: b42e615f-9e61-4fe2-9043-b2b9bd223966 with Priority: HIGHEST for action port [ 653.447071] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42e615f-9e61-4fe2-9043-b2b9bd223966 with Priority: HIGHEST for action port [ 653.447425] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b42e615f-9e61-4fe2-9043-b2b9bd223966 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.447559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b42e615f-9e61-4fe2-9043-b2b9bd223966" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.447607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b42e615f-9e61-4fe2-9043-b2b9bd223966" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.447878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b42e615f-9e61-4fe2-9043-b2b9bd223966" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.447957] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b42e615f-9e61-4fe2-9043-b2b9bd223966',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.951790] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b42e615f-9e61-4fe2-9043-b2b9bd223966 [ 653.953594] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.953594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.953594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.953594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.953594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.953594] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b42e615f-9e61-4fe2-9043-b2b9bd223966 already deleted. [ 653.953594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b42e615f-9e61-4fe2-9043-b2b9bd223966" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.187136] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 in Status: SUCCESS [ 654.187136] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 deletion is rescheduled due to dependency. [ 654.188350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.532417] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 in Status: SUCCESS [ 654.532417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.652099] env[65808]: INFO networking_nsxv3.common.synchronization [req-7b4ceab4-41ed-429a-9680-8ff7f01ecfc9 req-5e2f375a-1e3c-455f-98e5-9ca0ab701bf0 tempest-ServersAdminNegativeTestJSON-2136845086 tempest-ServersAdminNegativeTestJSON-2136845086-project-member] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 655.652099] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 655.652099] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.652099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.652099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.652099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.652099] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.652099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.652099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.652099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.652099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.652099] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.155902] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.159067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.159067] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 already deleted. [ 656.159067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.565420] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.565577] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.565691] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.565952] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.566868] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.566868] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.567041] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.567176] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.567314] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.567520] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.568043] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.568043] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.568043] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.568043] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.568230] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.568230] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.590679] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.590867] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.591022] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.591197] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.591515] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.591681] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.591792] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.592331] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.592471] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298d58ca-9d3b-43eb-b2a1-6c73342fe55e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.888025] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a2ac3867-43e9-4b83-815b-6ae75c6091ed None None] Enqueued Resource ID: b22e6874-ecf1-4b73-94ed-2415fd40d9da with Priority: HIGHEST for action port [ 656.888336] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22e6874-ecf1-4b73-94ed-2415fd40d9da with Priority: HIGHEST for action port [ 656.888985] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22e6874-ecf1-4b73-94ed-2415fd40d9da taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.889195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22e6874-ecf1-4b73-94ed-2415fd40d9da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.889255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22e6874-ecf1-4b73-94ed-2415fd40d9da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.889627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22e6874-ecf1-4b73-94ed-2415fd40d9da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.889627] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22e6874-ecf1-4b73-94ed-2415fd40d9da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.097283] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.097556] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.097688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.097961] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.098119] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.098303] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 298d58ca-9d3b-43eb-b2a1-6c73342fe55e not found, creating... [ 657.098652] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.098817] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.098930] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.099515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.099665] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.099952] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.100117] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.100229] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.100537] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.100599] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.100686] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 298d58ca-9d3b-43eb-b2a1-6c73342fe55e is going to be created. [ 657.121747] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.122009] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.122064] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.122332] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.122552] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.122756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.392249] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b22e6874-ecf1-4b73-94ed-2415fd40d9da [ 657.392249] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.392249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.392249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.392593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.392593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.392740] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b22e6874-ecf1-4b73-94ed-2415fd40d9da already deleted. [ 657.392856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22e6874-ecf1-4b73-94ed-2415fd40d9da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.916688] env[65808]: INFO networking_nsxv3.common.synchronization [req-7b4ceab4-41ed-429a-9680-8ff7f01ecfc9 req-874dd614-96e6-4357-a5c8-f1f2ec02c29a service nova] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_rules [ 657.916688] env[65808]: INFO networking_nsxv3.common.synchronization [req-7b4ceab4-41ed-429a-9680-8ff7f01ecfc9 req-874dd614-96e6-4357-a5c8-f1f2ec02c29a service nova] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 657.916961] env[65808]: INFO networking_nsxv3.common.synchronization [req-7b4ceab4-41ed-429a-9680-8ff7f01ecfc9 req-874dd614-96e6-4357-a5c8-f1f2ec02c29a service nova] Enqueued Resource ID: 298d58ca-9d3b-43eb-b2a1-6c73342fe55e with Priority: HIGHEST for action port [ 657.921290] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_rules [ 657.921290] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 657.921290] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298d58ca-9d3b-43eb-b2a1-6c73342fe55e with Priority: HIGHEST for action port [ 657.921290] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.921290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.921290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.921588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.921588] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.923136] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.923273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.923340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.923596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.923794] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.923900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.923962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.924139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.924224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.924314] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.925200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.925314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.925418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.925561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.925636] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298d58ca-9d3b-43eb-b2a1-6c73342fe55e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.260778] env[65808]: INFO networking_nsxv3.common.synchronization [req-75653cd0-a276-40d3-8053-f4d8c4e16acb req-69f0546e-6c29-4890-a6f3-3e1c5b0f5ed1 tempest-DeleteServersAdminTestJSON-227253931 tempest-DeleteServersAdminTestJSON-227253931-project-member] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 658.261685] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 658.262175] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.262393] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.262522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.262840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.263138] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.263312] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.263422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.263679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.263822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.263965] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.427273] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.427273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.427530] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.430768] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 298d58ca-9d3b-43eb-b2a1-6c73342fe55e with status ACTIVE [ 658.430768] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.430768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.430768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.430970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.431014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.431225] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.431330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.431424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.431612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.431704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.431935] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.432107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.432220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.432839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.432839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.432839] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 298d58ca-9d3b-43eb-b2a1-6c73342fe55e is going to be updated. [ 658.458219] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.458409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.458460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.458683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.459171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298d58ca-9d3b-43eb-b2a1-6c73342fe55e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.717743] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.717835] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.717935] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.718242] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.718559] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.718743] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.718797] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.718992] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.719203] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.719400] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.719633] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.719715] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.719818] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.720315] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.720315] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.720315] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.740347] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.740347] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.740347] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.740518] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.740799] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.740963] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.741086] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.741666] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.741666] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6f89ae-f4bd-44ed-bf42-feb35774bbc0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.768473] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.768643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.768715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.768930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.769037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.769237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.769417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.769480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.769636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.769779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.769817] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be updated. [ 658.798199] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.798445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.798515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.798737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.798884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.810282] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: IN_PROGRESS for 2s [ 658.929926] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.082205] env[65808]: INFO networking_nsxv3.common.synchronization [None req-d899865a-a61b-4658-9be3-4b5457916b6f None None] Enqueued Resource ID: 0e0d415c-0990-4870-b336-13c96960b31d with Priority: HIGHEST for action port [ 659.082205] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e0d415c-0990-4870-b336-13c96960b31d with Priority: HIGHEST for action port [ 659.082205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e0d415c-0990-4870-b336-13c96960b31d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.082205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e0d415c-0990-4870-b336-13c96960b31d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.082205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e0d415c-0990-4870-b336-13c96960b31d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.082205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e0d415c-0990-4870-b336-13c96960b31d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.082553] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e0d415c-0990-4870-b336-13c96960b31d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.245201] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.247420] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.250023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.250023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.250023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.250023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 not found, creating... [ 659.250023] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.250023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.250023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.250023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.250023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.251204] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.251861] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.252141] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.252725] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.252991] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.255205] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 is going to be created. [ 659.278161] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.278161] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.278475] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.278584] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.278754] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.279111] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.433583] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.433767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.433877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.434210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.434308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.434412] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 is going to be created. [ 659.460296] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.460489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.460538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.461807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.462080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.471539] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: UNINITIALIZED for 2s [ 659.584375] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e0d415c-0990-4870-b336-13c96960b31d [ 659.584619] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.584761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.584827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.585071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.585163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.585256] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e0d415c-0990-4870-b336-13c96960b31d already deleted. [ 659.585352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e0d415c-0990-4870-b336-13c96960b31d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.016300] env[65808]: INFO networking_nsxv3.common.synchronization [req-75653cd0-a276-40d3-8053-f4d8c4e16acb req-0c86d471-09d2-4a5d-b4c6-0beeb0bf1db1 service nova] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_rules [ 660.016300] env[65808]: INFO networking_nsxv3.common.synchronization [req-75653cd0-a276-40d3-8053-f4d8c4e16acb req-0c86d471-09d2-4a5d-b4c6-0beeb0bf1db1 service nova] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 660.016300] env[65808]: INFO networking_nsxv3.common.synchronization [req-75653cd0-a276-40d3-8053-f4d8c4e16acb req-0c86d471-09d2-4a5d-b4c6-0beeb0bf1db1 service nova] Enqueued Resource ID: ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 with Priority: HIGHEST for action port [ 660.016300] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_rules [ 660.016300] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 660.016300] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 with Priority: HIGHEST for action port [ 660.017218] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.017218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.017430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.017745] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.018914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.019118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.019381] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.019542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.019657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.019879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.020105] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6f89ae-f4bd-44ed-bf42-feb35774bbc0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.522324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.522324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.522324] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 with status ACTIVE [ 660.522324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.522324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.522606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.522606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.522678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.522827] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.522928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.522975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.523309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.523309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.523386] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.524059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.524059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.524059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.524059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.524059] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce6f89ae-f4bd-44ed-bf42-feb35774bbc0 is going to be updated. [ 660.547711] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.548157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.548298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.548486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce6f89ae-f4bd-44ed-bf42-feb35774bbc0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.821447] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: SUCCESS [ 660.821447] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f deletion is rescheduled due to dependency. [ 660.821447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.821644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.822065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.822615] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.822798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.822866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.823047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.823139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.823243] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.325867] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.486962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: SUCCESS [ 661.487214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.488396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.489370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.489370] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.489370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.489370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.489370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.489787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.489787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.490115] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.830551] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.993838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.994101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.994185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.994702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.994702] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.994956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.994956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.995146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.995227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.995818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.996024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.996024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.996153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.996215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.996366] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.996463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.996580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.996723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.996772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.996891] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.997020] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.337149] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.337629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.337629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.337793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.337890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.338074] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be updated. [ 662.378071] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.378357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.378758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.391745] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: IN_PROGRESS for 2s [ 662.499659] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b30d01c-eef0-4153-883e-32e605e001b6: rpc.has_security_group_logging(os_id): False [ 662.522027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.522243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.522286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.522636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.522636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.522832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.522947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.522947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.523096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.523174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.523355] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.523451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.523513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.523816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.523816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.524036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.525956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.525956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.526236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.526236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.526375] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 is going to be created. [ 662.858524] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.858524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.858524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.858524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.858524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.858524] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: IN_PROGRESS for 2s [ 663.438509] env[65808]: INFO networking_nsxv3.common.synchronization [req-958adb50-75a9-4e20-b2e4-2b4a3d88991c req-043a7c29-d8d2-43ec-b615-8c378dc5ce7a tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_members [ 663.440168] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_members [ 663.440168] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.440168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.440168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.440615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.440973] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.440973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.440973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.441199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.441295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.441424] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.882577] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.882798] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.883186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.883376] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.883586] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.883738] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.883843] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.884096] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.884241] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.884434] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.884555] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.884647] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.884745] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.884848] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.885053] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.885123] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.907839] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.908511] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.908668] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.908869] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.909201] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-bbd4bb91-b489-4234-a3dd-32e6068a96be taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.909377] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.909517] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.909859] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.910019] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd4bb91-b489-4234-a3dd-32e6068a96be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.944253] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.944438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.944488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.945399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.945664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.945764] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.945877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.946171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.946171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.946266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.946299] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 already deleted. [ 663.946390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.403586] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: SUCCESS [ 664.403863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.404118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.404501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.404653] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.404781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.404866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.405082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.405241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.405295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.405409] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.421806] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.421806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.421806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.421806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.421806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.421806] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port bbd4bb91-b489-4234-a3dd-32e6068a96be not found, creating... [ 664.421806] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.421806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.421806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.422807] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.422807] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.423981] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.423981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.423981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.423981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.423981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.424351] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: bbd4bb91-b489-4234-a3dd-32e6068a96be is going to be created. [ 664.450580] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.450580] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.450580] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.451125] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.451125] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.452057] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.650824] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: SUCCESS [ 664.651358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.914397] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.914604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.914604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.914845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.914996] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.915329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.915329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.915329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.915490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.915490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.915622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.917198] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.917198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.917198] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.222771] env[65808]: INFO networking_nsxv3.common.synchronization [req-958adb50-75a9-4e20-b2e4-2b4a3d88991c req-09bfd116-dac0-4afb-927e-bdb1b8efde57 service nova] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_rules [ 665.223189] env[65808]: INFO networking_nsxv3.common.synchronization [req-958adb50-75a9-4e20-b2e4-2b4a3d88991c req-09bfd116-dac0-4afb-927e-bdb1b8efde57 service nova] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_members [ 665.223189] env[65808]: INFO networking_nsxv3.common.synchronization [req-958adb50-75a9-4e20-b2e4-2b4a3d88991c req-09bfd116-dac0-4afb-927e-bdb1b8efde57 service nova] Enqueued Resource ID: bbd4bb91-b489-4234-a3dd-32e6068a96be with Priority: HIGHEST for action port [ 665.223864] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_rules [ 665.224147] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_members [ 665.225152] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd4bb91-b489-4234-a3dd-32e6068a96be with Priority: HIGHEST for action port [ 665.225152] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.225152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.225152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.225152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.225152] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.226308] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.227645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.227752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.228019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.228283] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.229927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.229927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.229927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.229927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.229927] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.230832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd4bb91-b489-4234-a3dd-32e6068a96be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.230832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.230832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.231076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.231076] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd4bb91-b489-4234-a3dd-32e6068a96be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.419981] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab8696bc-fab5-4d53-bb57-921ce72f415f: rpc.has_security_group_logging(os_id): False [ 665.442996] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.443204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.443296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.448755] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.448755] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.448755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.450328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.450328] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.450328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.450328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.450328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.450328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.450328] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be updated. [ 665.512880] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.513391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.513484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528283] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: IN_PROGRESS for 2s [ 665.733828] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.734928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.735067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.735235] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbd4bb91-b489-4234-a3dd-32e6068a96be with status ACTIVE [ 665.735399] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.735511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.735573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.735777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.735866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.736036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.736684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.736684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.736684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.736684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.736684] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.737026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.737026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.737026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.737147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.737191] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbd4bb91-b489-4234-a3dd-32e6068a96be is going to be updated. [ 665.762611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.762611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.762611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.762611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.762611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.762925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd4bb91-b489-4234-a3dd-32e6068a96be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.240148] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.747869] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.747869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.747869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.747869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.747869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.747869] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 is going to be created. [ 666.775315] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.775453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.775520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.775757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.775922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.789157] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: UNINITIALIZED for 2s [ 667.340938] env[65808]: INFO networking_nsxv3.common.synchronization [None req-075940b6-9c8d-4fbb-8895-d167a3deda4c None None] Enqueued Resource ID: c73a278e-7703-413e-a73f-926457b45b9a with Priority: HIGHEST for action port [ 667.341870] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73a278e-7703-413e-a73f-926457b45b9a with Priority: HIGHEST for action port [ 667.341942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c73a278e-7703-413e-a73f-926457b45b9a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.342113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c73a278e-7703-413e-a73f-926457b45b9a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.342179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c73a278e-7703-413e-a73f-926457b45b9a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.342534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c73a278e-7703-413e-a73f-926457b45b9a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.342862] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c73a278e-7703-413e-a73f-926457b45b9a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.548526] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: SUCCESS [ 667.548526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.730100] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6b2794b2-935a-439b-817c-cef6e8ad9a44 None None] Enqueued Resource ID: 20c82c15-8e23-469e-b977-a33fc1bb178d with Priority: HIGHEST for action port [ 667.730673] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c82c15-8e23-469e-b977-a33fc1bb178d with Priority: HIGHEST for action port [ 667.732613] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c82c15-8e23-469e-b977-a33fc1bb178d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.732613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c82c15-8e23-469e-b977-a33fc1bb178d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.732613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c82c15-8e23-469e-b977-a33fc1bb178d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.732613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c82c15-8e23-469e-b977-a33fc1bb178d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.732613] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c82c15-8e23-469e-b977-a33fc1bb178d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.845326] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c73a278e-7703-413e-a73f-926457b45b9a [ 667.845642] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.845856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.845972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.846270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.846437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.846587] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c73a278e-7703-413e-a73f-926457b45b9a already deleted. [ 667.846717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c73a278e-7703-413e-a73f-926457b45b9a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.236909] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20c82c15-8e23-469e-b977-a33fc1bb178d [ 668.236909] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.236909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.236909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.236909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.236909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.236909] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20c82c15-8e23-469e-b977-a33fc1bb178d already deleted. [ 668.236909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c82c15-8e23-469e-b977-a33fc1bb178d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.803024] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: SUCCESS [ 668.803219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.804352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.804352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.804352] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.804352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.804352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.804352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.804838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.804838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.804838] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.312525] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.815982] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7be32289-7d60-4220-83c1-8c6870d5dfc2: rpc.has_security_group_logging(os_id): False [ 669.841358] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.841358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.841358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.841358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.841358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.841358] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.841358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.841358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.844843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.844980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.845139] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 is going to be created. [ 669.924430] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.924602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.924650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.926590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.926590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.942956] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: IN_PROGRESS for 2s [ 670.266736] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a006b305-e1a0-4b53-9ea7-8b022b59903c None None] Enqueued Resource ID: 8f0ef40b-67d4-43c4-b817-5af7ba1e3296 with Priority: HIGHEST for action port [ 670.267376] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0ef40b-67d4-43c4-b817-5af7ba1e3296 with Priority: HIGHEST for action port [ 670.267785] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0ef40b-67d4-43c4-b817-5af7ba1e3296 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.268020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0ef40b-67d4-43c4-b817-5af7ba1e3296" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.271649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0ef40b-67d4-43c4-b817-5af7ba1e3296" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.271649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0ef40b-67d4-43c4-b817-5af7ba1e3296" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.271649] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0ef40b-67d4-43c4-b817-5af7ba1e3296',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.535663] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f9e2d650-60bf-4376-bb4c-defef18033ba tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 670.536555] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 670.537095] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.537293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.539279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.539279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.539279] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.774058] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f0ef40b-67d4-43c4-b817-5af7ba1e3296 [ 670.774058] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.774405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.774405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.774817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.774940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.775148] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f0ef40b-67d4-43c4-b817-5af7ba1e3296 already deleted. [ 670.775257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0ef40b-67d4-43c4-b817-5af7ba1e3296" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.813931] env[65808]: INFO networking_nsxv3.common.synchronization [None req-29c6f261-a85b-4a84-9355-fcf224f2abd2 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_rules [ 670.813931] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_rules [ 670.813931] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd67c91-50d2-47e3-bca6-229ac13192c4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813931] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.910169] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f84faffa-920b-40ef-8514-77d76a7a980e tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 670.911910] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 670.911910] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.911910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.067078] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.067243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.067311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.067537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.067643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.067735] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 already deleted. [ 671.067820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.067974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068231] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.087274] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f75f8ef4-8e46-4016-8867-032c8d0e00d4 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_rules [ 671.089035] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_rules [ 671.089270] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd67c91-50d2-47e3-bca6-229ac13192c4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.089387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.115957] env[65808]: INFO networking_nsxv3.common.synchronization [req-c9870dc9-a1b5-4143-83bf-02a6c916c618 req-6850e702-17be-4469-a8b0-93de3c404f89 tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 671.116727] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 671.117742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.117742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.117742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.117742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.117987] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.118073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.118148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.118361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.118522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.118584] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.338666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.338957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.338957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.339150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.339246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.339714] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 already deleted. [ 671.339714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.339905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.340105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.340193] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.447950] env[65808]: INFO networking_nsxv3.common.synchronization [None req-df6ec55f-6e76-4d0f-9912-cf1df6640e52 None None] Enqueued Resource ID: 043ddcae-acc3-4ae6-ac00-af1ae56aa8dd with Priority: HIGHEST for action port [ 671.448548] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043ddcae-acc3-4ae6-ac00-af1ae56aa8dd with Priority: HIGHEST for action port [ 671.449603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-043ddcae-acc3-4ae6-ac00-af1ae56aa8dd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.449603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-043ddcae-acc3-4ae6-ac00-af1ae56aa8dd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.449603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-043ddcae-acc3-4ae6-ac00-af1ae56aa8dd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.449603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-043ddcae-acc3-4ae6-ac00-af1ae56aa8dd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.449603] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043ddcae-acc3-4ae6-ac00-af1ae56aa8dd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.600890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.600890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.600890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.600890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.600890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.600890] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 already deleted. [ 671.600890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624912] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624912] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624912] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 already deleted. [ 671.624912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.862318] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.862542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.862542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.863437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.863437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.863437] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 already deleted. [ 671.863437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.952243] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 043ddcae-acc3-4ae6-ac00-af1ae56aa8dd [ 671.952488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.953314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.953314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.953314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.953314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.953314] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:043ddcae-acc3-4ae6-ac00-af1ae56aa8dd already deleted. [ 671.953314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-043ddcae-acc3-4ae6-ac00-af1ae56aa8dd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.956874] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: SUCCESS [ 671.957096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.992073] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.992073] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.992073] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.992378] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.992996] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.992996] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.992996] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.993611] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.993770] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.993978] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.994117] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.994231] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.994333] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.994440] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.994566] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.994693] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.018640] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.018821] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.019000] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.019141] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.019456] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-d16176f5-c490-4113-9f36-a5306698e427 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.019695] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.019785] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.020139] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.020279] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16176f5-c490-4113-9f36-a5306698e427',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.525213] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.525442] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.525567] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.525924] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.526372] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.526565] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port d16176f5-c490-4113-9f36-a5306698e427 not found, creating... [ 672.526982] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.528465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.528465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.528465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.528465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.528465] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.528835] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.528835] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.528965] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.529412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.529412] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: d16176f5-c490-4113-9f36-a5306698e427 is going to be created. [ 672.553749] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.554172] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.554352] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.554806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.555188] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.555557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.712398] env[65808]: INFO networking_nsxv3.common.synchronization [None req-aeff3bea-7a8f-4131-a994-c901b0dddcde None None] Enqueued Resource ID: a0689365-d0de-4e5b-93ef-94a7f7f24a09 with Priority: HIGHEST for action port [ 672.712398] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0689365-d0de-4e5b-93ef-94a7f7f24a09 with Priority: HIGHEST for action port [ 672.712398] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0689365-d0de-4e5b-93ef-94a7f7f24a09 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.712398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0689365-d0de-4e5b-93ef-94a7f7f24a09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.713026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0689365-d0de-4e5b-93ef-94a7f7f24a09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.713412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0689365-d0de-4e5b-93ef-94a7f7f24a09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.713619] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0689365-d0de-4e5b-93ef-94a7f7f24a09',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.216834] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0689365-d0de-4e5b-93ef-94a7f7f24a09 [ 673.217382] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.217741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.217997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.218506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.218756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.219053] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0689365-d0de-4e5b-93ef-94a7f7f24a09 already deleted. [ 673.219280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0689365-d0de-4e5b-93ef-94a7f7f24a09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335551] env[65808]: INFO networking_nsxv3.common.synchronization [req-c9870dc9-a1b5-4143-83bf-02a6c916c618 req-85743633-0abe-40d6-8d9a-fb1a8d6306f7 service nova] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_rules [ 673.335551] env[65808]: INFO networking_nsxv3.common.synchronization [req-c9870dc9-a1b5-4143-83bf-02a6c916c618 req-85743633-0abe-40d6-8d9a-fb1a8d6306f7 service nova] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 673.335551] env[65808]: INFO networking_nsxv3.common.synchronization [req-c9870dc9-a1b5-4143-83bf-02a6c916c618 req-85743633-0abe-40d6-8d9a-fb1a8d6306f7 service nova] Enqueued Resource ID: d16176f5-c490-4113-9f36-a5306698e427 with Priority: HIGHEST for action port [ 673.336139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_rules [ 673.336535] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 673.336760] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16176f5-c490-4113-9f36-a5306698e427 with Priority: HIGHEST for action port [ 673.337238] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.337521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.337676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.338046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.338247] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.340566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.342727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.342727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.342727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.342727] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.342727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.342727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.342727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.342727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.342727] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.343979] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-d16176f5-c490-4113-9f36-a5306698e427 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.344260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.344446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.344731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.344950] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16176f5-c490-4113-9f36-a5306698e427',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.426067] env[65808]: INFO networking_nsxv3.common.synchronization [None req-1af0db94-55f5-43c0-b9dc-809bdddca5fb None None] Enqueued Resource ID: 6a055e38-5e53-4e14-bffb-f9c2093a2819 with Priority: HIGHEST for action port [ 673.426067] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a055e38-5e53-4e14-bffb-f9c2093a2819 with Priority: HIGHEST for action port [ 673.426067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a055e38-5e53-4e14-bffb-f9c2093a2819 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.426067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a055e38-5e53-4e14-bffb-f9c2093a2819" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.426067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a055e38-5e53-4e14-bffb-f9c2093a2819" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.426501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a055e38-5e53-4e14-bffb-f9c2093a2819" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.426501] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a055e38-5e53-4e14-bffb-f9c2093a2819',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.471111] env[65808]: INFO networking_nsxv3.common.synchronization [req-6b6c5691-b9b7-4f64-b188-6e7d45c893f0 req-27aa34ea-056b-484f-905c-a67c63915980 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 673.471111] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 673.471491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.471491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.471645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.471806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.471962] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.472145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.472145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.472280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.472371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.472466] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.818130] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.818130] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.818711] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.819831] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.820191] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.820532] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.820851] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.821256] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.821477] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.821751] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.821975] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.822159] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.822312] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.822506] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.822774] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.824413] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.848247] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.849788] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.849788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.850831] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.850923] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.852406] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.852406] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.852406] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-9cc4aa9d-962a-43c9-8c2b-11334336b644 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.852406] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.852406] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.852766] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.852812] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc4aa9d-962a-43c9-8c2b-11334336b644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.853773] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d16176f5-c490-4113-9f36-a5306698e427 with status ACTIVE [ 673.854722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.854722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.854722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.854722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.855144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.855208] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.855351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.855447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.855764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.855933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.856327] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.856568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.856689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.856923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.857090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.857467] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d16176f5-c490-4113-9f36-a5306698e427 is going to be updated. [ 673.887021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.887021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.887021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.887021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.887427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.887427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d16176f5-c490-4113-9f36-a5306698e427" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.931026] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a055e38-5e53-4e14-bffb-f9c2093a2819 [ 673.931026] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.931026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.931026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.931026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.931026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.931026] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a055e38-5e53-4e14-bffb-f9c2093a2819 already deleted. [ 673.931026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a055e38-5e53-4e14-bffb-f9c2093a2819" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.977616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.977932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.978305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.978305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.978590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.978805] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.978962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.979071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.979325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.979445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.979576] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b already deleted. [ 673.979720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.361834] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.361834] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.361834] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.362196] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.362297] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.362541] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 9cc4aa9d-962a-43c9-8c2b-11334336b644 not found, creating... [ 674.362934] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.363126] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.363241] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.363495] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.364013] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.364013] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.364175] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.364422] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.365479] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.365683] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.365801] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 9cc4aa9d-962a-43c9-8c2b-11334336b644 is going to be created. [ 674.367087] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.394788] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.394954] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.395008] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.395299] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.395620] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.395856] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.873639] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.874093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.874093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.875278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.875427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.875881] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be created. [ 674.907741] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.907741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.907741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.907924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.909580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.919969] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: UNINITIALIZED for 2s [ 675.197407] env[65808]: INFO networking_nsxv3.common.synchronization [req-6b6c5691-b9b7-4f64-b188-6e7d45c893f0 req-37d6a95a-349e-4746-8222-436ab7e31c95 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 675.197407] env[65808]: INFO networking_nsxv3.common.synchronization [req-6b6c5691-b9b7-4f64-b188-6e7d45c893f0 req-37d6a95a-349e-4746-8222-436ab7e31c95 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 675.197407] env[65808]: INFO networking_nsxv3.common.synchronization [req-6b6c5691-b9b7-4f64-b188-6e7d45c893f0 req-37d6a95a-349e-4746-8222-436ab7e31c95 service nova] Enqueued Resource ID: 9cc4aa9d-962a-43c9-8c2b-11334336b644 with Priority: HIGHEST for action port [ 675.199380] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 675.199742] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 675.199889] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4aa9d-962a-43c9-8c2b-11334336b644 with Priority: HIGHEST for action port [ 675.200557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.200557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.200557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.200790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.201319] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.202550] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.202550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.202550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.202745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.202805] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.202905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.202963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.204334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.204334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.204334] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.204334] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc4aa9d-962a-43c9-8c2b-11334336b644 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.204334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.204762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.204762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.204762] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc4aa9d-962a-43c9-8c2b-11334336b644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.707687] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.707850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.708034] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.709263] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cc4aa9d-962a-43c9-8c2b-11334336b644 with status ACTIVE [ 675.709263] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.709652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.709652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.710209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.710209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.710209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.710209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.710209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.710432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.710432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.710512] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.710612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.711630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.711630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.711630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.711630] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cc4aa9d-962a-43c9-8c2b-11334336b644 is going to be updated. [ 675.736980] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.738184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.738184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.738184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.738184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.738694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc4aa9d-962a-43c9-8c2b-11334336b644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.213600] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.717039] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.717261] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.717261] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.717577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.717646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.717688] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be created. [ 676.761049] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.761049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.761049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.761049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.764041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.773818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: UNINITIALIZED for 2s [ 676.933517] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 676.933640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.933842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.934123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.934363] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.934445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.934559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.934734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.934823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.934915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.935029] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.438499] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.438941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.438941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.440270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.441329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.441518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.441672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.441963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.442131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.442255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.442563] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.443104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.443370] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.443927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.444064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.444157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.444467] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.093704] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6049aed-4cd1-4f22-a8c3-9b1746795513: rpc.has_security_group_logging(os_id): False [ 678.128242] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.128934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.128934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.128934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.128934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.129210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.129297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.129297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.129580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.129580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.130514] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.130514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.130514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.130514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.130514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.130514] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.130514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.130514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.130882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.130882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.130882] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be created. [ 678.218945] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.219357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.219491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.220374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.220824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.237721] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: IN_PROGRESS for 2s [ 678.785842] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 678.786257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.786257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.786483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.786753] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.786877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.786944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.787134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.787213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.787293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.787402] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.867902] env[65808]: INFO networking_nsxv3.common.synchronization [req-3aed703f-b991-4814-a661-b2cfa08e8745 req-fadbedaf-b55a-4c2b-a953-3b68a178037a tempest-FloatingIPsAssociationTestJSON-377817088 tempest-FloatingIPsAssociationTestJSON-377817088-project-member] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 678.868077] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 678.868623] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.868784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.868853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.869186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.869353] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.869447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.869509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.869678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.869752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.869879] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.293919] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.294672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.294913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.296819] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.296819] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.298107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.298579] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.298908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.299199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.299936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.301420] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.373192] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.373192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.373192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.373192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.373192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.373192] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.373192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.373192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.373192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.375545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.375545] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f already deleted. [ 679.375545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.477538] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6106a8ae-1a37-4480-96c9-5aaf6eb5786c None None] Enqueued Resource ID: b9d56fca-9505-4cca-8430-7117893cdd3d with Priority: HIGHEST for action port [ 679.478389] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d56fca-9505-4cca-8430-7117893cdd3d with Priority: HIGHEST for action port [ 679.478886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d56fca-9505-4cca-8430-7117893cdd3d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.479085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d56fca-9505-4cca-8430-7117893cdd3d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.479332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d56fca-9505-4cca-8430-7117893cdd3d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.479596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d56fca-9505-4cca-8430-7117893cdd3d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.479740] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d56fca-9505-4cca-8430-7117893cdd3d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.576348] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.576348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.576348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.576348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.576348] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.576348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.576348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.576348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.576348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.576348] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.576348] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.576348] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.576977] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.576977] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.576977] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.576977] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.597362] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.597362] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.598603] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.599325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.599594] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-23db7052-5321-417a-bd0a-a27f60ed8a90 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.599939] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.600392] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.600649] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.601062] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23db7052-5321-417a-bd0a-a27f60ed8a90',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.802833] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274ecc65-088f-4d56-bd71-0f543e3e6b7b: rpc.has_security_group_logging(os_id): False [ 679.821101] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.821288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.821363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.821602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.821722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.821956] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.822095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.822189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.822399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.822528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.822703] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.822809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.822869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.823030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.823105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.823304] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.823409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.823476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.823626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.823706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.823790] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be created. [ 679.889868] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.890157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.890157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.890620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.890620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.902786] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 679.982950] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9d56fca-9505-4cca-8430-7117893cdd3d [ 679.983116] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.983256] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.983323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.983550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.983640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.983733] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9d56fca-9505-4cca-8430-7117893cdd3d already deleted. [ 679.983810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d56fca-9505-4cca-8430-7117893cdd3d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104569] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.104569] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.104569] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.104569] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.104569] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104569] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 23db7052-5321-417a-bd0a-a27f60ed8a90 not found, creating... [ 680.106143] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.106374] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.106427] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.106849] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.106992] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.107815] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.108013] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.108926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.108926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.108926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.110266] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 23db7052-5321-417a-bd0a-a27f60ed8a90 is going to be created. [ 680.131614] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.131842] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.131954] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.132258] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.132470] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.132761] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.256815] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 680.257095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.950354] env[65808]: INFO networking_nsxv3.common.synchronization [req-3aed703f-b991-4814-a661-b2cfa08e8745 req-77479ece-8b7d-4358-aeaf-b48086c9ed75 service nova] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_rules [ 680.950672] env[65808]: INFO networking_nsxv3.common.synchronization [req-3aed703f-b991-4814-a661-b2cfa08e8745 req-77479ece-8b7d-4358-aeaf-b48086c9ed75 service nova] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 680.950672] env[65808]: INFO networking_nsxv3.common.synchronization [req-3aed703f-b991-4814-a661-b2cfa08e8745 req-77479ece-8b7d-4358-aeaf-b48086c9ed75 service nova] Enqueued Resource ID: 23db7052-5321-417a-bd0a-a27f60ed8a90 with Priority: HIGHEST for action port [ 680.954582] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_rules [ 680.954739] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 680.954837] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db7052-5321-417a-bd0a-a27f60ed8a90 with Priority: HIGHEST for action port [ 680.956767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.956767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.956767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.956767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.956767] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.960855] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.960855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.960855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.960855] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.960855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.960855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.960855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.960855] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.960855] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-23db7052-5321-417a-bd0a-a27f60ed8a90 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.961811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.961811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.961811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.961811] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23db7052-5321-417a-bd0a-a27f60ed8a90',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.057172] env[65808]: INFO networking_nsxv3.common.synchronization [req-d8e3ebb7-3072-45e2-af89-86ab14ddc33f req-7efdfcc9-bd74-42b1-b26d-886ec6628484 tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 681.057172] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 681.057172] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.057599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.057841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.058212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.058557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.058846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.059059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.059363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.059692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.059927] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.371282] env[65808]: INFO networking_nsxv3.common.synchronization [None req-c9676823-a9c0-4bf9-a2a0-ce98cc86ae5b None None] Enqueued Resource ID: f10ba898-91f9-4afe-93ae-28428282e9aa with Priority: HIGHEST for action port [ 681.371504] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10ba898-91f9-4afe-93ae-28428282e9aa with Priority: HIGHEST for action port [ 681.372239] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f10ba898-91f9-4afe-93ae-28428282e9aa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.372333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f10ba898-91f9-4afe-93ae-28428282e9aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.372382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f10ba898-91f9-4afe-93ae-28428282e9aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.372692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f10ba898-91f9-4afe-93ae-28428282e9aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.372757] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10ba898-91f9-4afe-93ae-28428282e9aa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.463471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.463471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.463724] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.465423] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23db7052-5321-417a-bd0a-a27f60ed8a90 with status ACTIVE [ 681.465666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.465791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.465992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.466085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.466175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.466345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.466502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.466502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.466805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.466805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.466972] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.466972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.467413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.467538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.467575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.467986] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23db7052-5321-417a-bd0a-a27f60ed8a90 is going to be updated. [ 681.499194] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.499549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.499549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.499832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.499882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.500070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23db7052-5321-417a-bd0a-a27f60ed8a90" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.519360] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.519360] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.519360] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.519360] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.519360] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.520298] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.520298] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.520444] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.520572] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.520780] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.520953] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.521073] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.521172] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.521276] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.523074] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.523074] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.543252] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.543842] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.543842] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.544106] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.544605] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-2682405c-1b21-43a8-ab43-53798332db8b taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.544829] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.544973] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.545321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.545612] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2682405c-1b21-43a8-ab43-53798332db8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.565479] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.876268] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f10ba898-91f9-4afe-93ae-28428282e9aa [ 681.877635] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.877635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.877635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.877635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.877635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.877635] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f10ba898-91f9-4afe-93ae-28428282e9aa already deleted. [ 681.877635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f10ba898-91f9-4afe-93ae-28428282e9aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.917944] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 681.917944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.966988] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.049036] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.049036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.049036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.052081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.052081] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 2682405c-1b21-43a8-ab43-53798332db8b not found, creating... [ 682.052081] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.052081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.052081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.052081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.052081] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.052081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.052415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.052415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.052415] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 2682405c-1b21-43a8-ab43-53798332db8b is going to be created. [ 682.068624] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.077958] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.077958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.077958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.077958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.077958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.077958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.470528] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.470710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.470834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.471104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.471204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.471305] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be created. [ 682.503197] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.503379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.503424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.503628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.503798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.517075] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: UNINITIALIZED for 2s [ 682.573010] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.573251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.573322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.573538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.573682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.573852] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be updated. [ 682.609180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.609180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.609180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.609180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.609180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.619388] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: IN_PROGRESS for 2s [ 682.636322] env[65808]: INFO networking_nsxv3.common.synchronization [None req-dcd8d626-bc20-410d-90d8-37d26509070f None None] Enqueued Resource ID: 69601936-6965-4702-bde4-169fe93299ed with Priority: HIGHEST for action port [ 682.637425] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69601936-6965-4702-bde4-169fe93299ed with Priority: HIGHEST for action port [ 682.638133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-69601936-6965-4702-bde4-169fe93299ed taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.638295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69601936-6965-4702-bde4-169fe93299ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.639053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69601936-6965-4702-bde4-169fe93299ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.639053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69601936-6965-4702-bde4-169fe93299ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.639053] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69601936-6965-4702-bde4-169fe93299ed',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.811563] env[65808]: INFO networking_nsxv3.common.synchronization [req-d8e3ebb7-3072-45e2-af89-86ab14ddc33f req-d2193395-3208-45af-add8-f70a545f9394 service nova] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_rules [ 682.811563] env[65808]: INFO networking_nsxv3.common.synchronization [req-d8e3ebb7-3072-45e2-af89-86ab14ddc33f req-d2193395-3208-45af-add8-f70a545f9394 service nova] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 682.811563] env[65808]: INFO networking_nsxv3.common.synchronization [req-d8e3ebb7-3072-45e2-af89-86ab14ddc33f req-d2193395-3208-45af-add8-f70a545f9394 service nova] Enqueued Resource ID: 2682405c-1b21-43a8-ab43-53798332db8b with Priority: HIGHEST for action port [ 682.811563] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_rules [ 682.811728] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 682.811728] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2682405c-1b21-43a8-ab43-53798332db8b with Priority: HIGHEST for action port [ 682.812000] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.812788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.812788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.813227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.813227] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.813957] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.814065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.814268] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2682405c-1b21-43a8-ab43-53798332db8b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.814368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.814432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.814635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.814720] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2682405c-1b21-43a8-ab43-53798332db8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.142664] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69601936-6965-4702-bde4-169fe93299ed [ 683.142664] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.142664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.142664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.142664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.142664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.142664] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69601936-6965-4702-bde4-169fe93299ed already deleted. [ 683.142664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69601936-6965-4702-bde4-169fe93299ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.316393] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.316978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.316978] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2682405c-1b21-43a8-ab43-53798332db8b with status ACTIVE [ 683.317225] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.317416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.317544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.317826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.317939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.318161] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.318265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.318330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.318671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.318757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.319393] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.319522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.319617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.320048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.320048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.320048] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2682405c-1b21-43a8-ab43-53798332db8b is going to be updated. [ 683.345202] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.345385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.345457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.345691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.345878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.346079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2682405c-1b21-43a8-ab43-53798332db8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.395907] env[65808]: INFO networking_nsxv3.common.synchronization [req-78c9756d-7eed-4e5b-890d-a93a4c9d6d2d req-e737ea42-f796-45ac-b3bf-2a10335652fb tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 683.396627] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 683.396945] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.397080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.397150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.397391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.397539] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.398151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.398151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.398151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.398151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.398151] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.902803] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.902803] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.902803] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c already deleted. [ 683.902803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.143387] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.143692] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.144980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.144980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.144980] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.144980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.144980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.144980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.145240] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.145300] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.145411] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.145508] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.145601] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.145743] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.145855] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.145972] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.166623] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.166623] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.166623] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.166623] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.166939] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.167148] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.167264] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.167585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.167724] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f342ca04-47bf-4370-be94-f1ee1f6bb8ed',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.532880] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: SUCCESS [ 684.532880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.532880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.532880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.533098] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.533322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.533322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.533454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.533495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.533558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.533679] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.632869] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 684.632869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.632869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.632869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.633225] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.633369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.633498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.633668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.633745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.633842] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.671607] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.671827] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.671946] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.672258] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.672535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.672661] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port f342ca04-47bf-4370-be94-f1ee1f6bb8ed not found, creating... [ 684.673018] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.673196] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.673310] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.673538] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.673668] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.673947] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.674107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.674214] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.674414] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.674546] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.674703] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed is going to be created. [ 684.696829] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.697055] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.697173] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.697440] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.697702] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.697924] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.945905] env[65808]: INFO networking_nsxv3.common.synchronization [None req-dea7f805-9d28-4b97-9b4b-816e028b60b8 None None] Enqueued Resource ID: 24c15752-79c9-4ae1-84d6-1d75f0a66023 with Priority: HIGHEST for action port [ 684.946642] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c15752-79c9-4ae1-84d6-1d75f0a66023 with Priority: HIGHEST for action port [ 684.947233] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c15752-79c9-4ae1-84d6-1d75f0a66023 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.947448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c15752-79c9-4ae1-84d6-1d75f0a66023" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.947448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c15752-79c9-4ae1-84d6-1d75f0a66023" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.947708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c15752-79c9-4ae1-84d6-1d75f0a66023" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.947839] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c15752-79c9-4ae1-84d6-1d75f0a66023',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.036922] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.037142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.037233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.037526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.037742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.037871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.037954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.038177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.038290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.038414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.038679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.038906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.038978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.040251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.040251] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.040251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.040251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.040251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.040251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.040458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.040458] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.136502] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.450855] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24c15752-79c9-4ae1-84d6-1d75f0a66023 [ 685.451214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.451214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.451336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.451505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.451594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.451688] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24c15752-79c9-4ae1-84d6-1d75f0a66023 already deleted. [ 685.451774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c15752-79c9-4ae1-84d6-1d75f0a66023" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.473046] env[65808]: INFO networking_nsxv3.common.synchronization [req-78c9756d-7eed-4e5b-890d-a93a4c9d6d2d req-ce4605af-a098-48c1-bdf1-08b5a7b34f1a service nova] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 685.473046] env[65808]: INFO networking_nsxv3.common.synchronization [req-78c9756d-7eed-4e5b-890d-a93a4c9d6d2d req-ce4605af-a098-48c1-bdf1-08b5a7b34f1a service nova] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 685.473046] env[65808]: INFO networking_nsxv3.common.synchronization [req-78c9756d-7eed-4e5b-890d-a93a4c9d6d2d req-ce4605af-a098-48c1-bdf1-08b5a7b34f1a service nova] Enqueued Resource ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed with Priority: HIGHEST for action port [ 685.473496] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 685.473633] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 685.473730] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed with Priority: HIGHEST for action port [ 685.474017] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.474154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.474222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.474497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.474580] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.475435] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.475551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.475627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.475948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.475948] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.476068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.476097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.476224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.476306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.476396] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.477198] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.477517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.477517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.477517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.477647] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f342ca04-47bf-4370-be94-f1ee1f6bb8ed',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.543862] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc03e84a-c64d-4aac-90a8-7a084b3bd43f: rpc.has_security_group_logging(os_id): False [ 685.567610] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.567731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.567803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.568031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.568128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.568312] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.568430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.568468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.568731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.568809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.568992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.569105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.569169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.569314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.569389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.569628] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.569777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.569777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.570408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.572439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.572536] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be created. [ 685.637392] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.637544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.637615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.637842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.638034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.639413] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.652491] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: IN_PROGRESS for 2s [ 685.981008] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.981230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.981435] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.982322] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f342ca04-47bf-4370-be94-f1ee1f6bb8ed with status ACTIVE [ 685.982541] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.982661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.982728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.982950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.983060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.986521] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.986677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.986750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.986961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.987064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.987291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.987396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.987471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.987644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.987731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.987820] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed is going to be updated. [ 686.014349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.014525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.014602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.015496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.018026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.018026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.083709] env[65808]: INFO networking_nsxv3.common.synchronization [req-ce29983c-a2a1-4116-8ecd-b911cd365509 req-4581d4df-060b-43fd-a137-49d243311e55 tempest-DeleteServersAdminTestJSON-227253931 tempest-DeleteServersAdminTestJSON-227253931-project-member] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 686.084523] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGHEST for action security_group_members [ 686.085095] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.086067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.086067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.086067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.086067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.086067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.086067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.086771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.087563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.087563] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.142209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.142332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.142436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.142678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.142793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.142902] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be updated. [ 686.175771] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.175956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.176036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.176293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.176450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.188049] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: IN_PROGRESS for 2s [ 686.489462] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.592027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.592027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.592027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.592027] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be updated. [ 686.624139] env[65808]: INFO networking_nsxv3.common.synchronization [req-0ad148fe-9155-43a5-98ea-6cf05957716c req-0cc29285-6c56-4395-9af2-320df6457dc5 tempest-FloatingIPsAssociationNegativeTestJSON-1084867271 tempest-FloatingIPsAssociationNegativeTestJSON-1084867271-project-member] Enqueued Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_members [ 686.624495] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_members [ 686.624891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.625121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.625210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.625495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.625683] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.625807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.625871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.626086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.626175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.626296] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.629309] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.629729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.629863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.630082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.630218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.644934] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: IN_PROGRESS for 2s [ 686.993914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.994297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.994739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.997629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.997629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.997629] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be created. [ 687.026028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.026028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.026028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.026028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.026028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.047565] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: UNINITIALIZED for 2s [ 687.076419] env[65808]: INFO networking_nsxv3.common.synchronization [None req-17096f00-ad4c-40ca-8607-0501ef32e117 None None] Enqueued Resource ID: 96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0 with Priority: HIGHEST for action port [ 687.077729] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0 with Priority: HIGHEST for action port [ 687.077863] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.078556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.078556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.079030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.079168] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.130758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.130758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.130758] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df332082-a91f-4ec8-9a5b-f18b3070c685 already deleted. [ 687.130758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.483658] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.483890] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-878" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.483982] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-878" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.484326] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-878" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.484571] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.484803] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.484908] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.485136] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.485272] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.485468] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.485571] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.485694] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.485748] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.485913] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.485969] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.486136] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.505954] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.506276] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.506413] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.506816] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-878" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.507103] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-687230aa-f093-4f7a-beb9-d26b1f3f897c taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.507287] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.507463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.507726] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.507884] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687230aa-f093-4f7a-beb9-d26b1f3f897c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.582150] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0 [ 687.582215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.582305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.582370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.582627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.582693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.582810] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0 already deleted. [ 687.582926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96fe101c-9d8e-4fb1-b6a3-efeb1961b0d0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.669047] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: SUCCESS [ 687.669047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.010812] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.011947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.011947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.011947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.011947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.011947] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 687230aa-f093-4f7a-beb9-d26b1f3f897c not found, creating... [ 688.012181] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.012258] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.013186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.013186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.013186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.013186] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.013186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.013535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.013535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.013595] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.013716] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 687230aa-f093-4f7a-beb9-d26b1f3f897c is going to be created. [ 688.049250] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.049250] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.049250] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.049250] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.051383] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.051383] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.210884] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 688.211056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.211265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.211520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.211756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.211895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.211982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.212470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.212470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.212470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.212470] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.658284] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8696bc-fab5-4d53-bb57-921ce72f415f in Status: SUCCESS [ 688.658284] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f deletion is rescheduled due to dependency. [ 688.658284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.682647] env[65808]: INFO networking_nsxv3.common.synchronization [req-b6676d5a-29a2-4638-8211-f55434839ee3 req-0290b351-b5bb-41a2-bb48-453814182f7c tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 688.683265] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 688.683582] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.683732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.683796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.684074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.684206] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.684331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.684384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.685862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.685965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.686083] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.715065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.715253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.715328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.715575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.715743] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.715838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.715905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.716071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.716161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.716258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.716471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.716552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.716613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.716765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.716908] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.717022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.717077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.717220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.717300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.717502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.717502] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.809099] env[65808]: INFO networking_nsxv3.common.synchronization [req-0ad148fe-9155-43a5-98ea-6cf05957716c req-d042a0db-8c5e-41ae-b756-0fab4124b671 service nova] Enqueued Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_rules [ 688.809099] env[65808]: INFO networking_nsxv3.common.synchronization [req-0ad148fe-9155-43a5-98ea-6cf05957716c req-d042a0db-8c5e-41ae-b756-0fab4124b671 service nova] Enqueued Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_members [ 688.809099] env[65808]: INFO networking_nsxv3.common.synchronization [req-0ad148fe-9155-43a5-98ea-6cf05957716c req-d042a0db-8c5e-41ae-b756-0fab4124b671 service nova] Enqueued Resource ID: 687230aa-f093-4f7a-beb9-d26b1f3f897c with Priority: HIGHEST for action port [ 688.809999] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_rules [ 688.809999] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_members [ 688.810121] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687230aa-f093-4f7a-beb9-d26b1f3f897c with Priority: HIGHEST for action port [ 688.810427] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.810585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.810661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.810950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.811356] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.814972] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.814972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.814972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.814972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.814972] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.814972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.814972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.814972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.814972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.814972] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.815433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-687230aa-f093-4f7a-beb9-d26b1f3f897c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.815803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.815803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.817127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.818083] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687230aa-f093-4f7a-beb9-d26b1f3f897c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.061200] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.061200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.061200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.061200] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.188667] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.189203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.189203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.189497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.189530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.189769] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.189935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.190149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.190308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.190460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.190654] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 already deleted. [ 689.190784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.221313] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6049aed-4cd1-4f22-a8c3-9b1746795513: rpc.has_security_group_logging(os_id): False [ 689.237539] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.237759] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.237912] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.238323] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.238667] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.238889] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.239021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.239358] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.239549] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.239798] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.239915] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.240042] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.240179] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.240315] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.240430] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.240622] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.242757] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.242870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.242952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.244018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.244018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.244018] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.244018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.244018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.244018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.244249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.244350] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.244458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.244548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.244732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.244826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.245088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.245245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.245325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.245522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.245617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.245734] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be updated. [ 689.277664] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.277664] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.277664] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.277664] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.277664] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-e1e8d886-ef4a-4a22-a084-ae752194bdea taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.277664] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.278019] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.278224] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.278444] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e8d886-ef4a-4a22-a084-ae752194bdea',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.321705] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.321929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.322219] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.323694] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 687230aa-f093-4f7a-beb9-d26b1f3f897c with status ACTIVE [ 689.325160] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.325160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.325316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.325551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.325989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.325989] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.326101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.326101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.326363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.326494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.326811] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.326811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.326894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.327031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.327234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.327234] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 687230aa-f093-4f7a-beb9-d26b1f3f897c is going to be updated. [ 689.330944] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.331455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.331546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.331750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.331925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.367907] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: IN_PROGRESS for 2s [ 689.371879] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.372106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.372106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.372340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.372479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.372651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-687230aa-f093-4f7a-beb9-d26b1f3f897c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.564741] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.564910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.564992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.565269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.565454] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.565569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.565652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.565906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.566073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.566208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.566334] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.566446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.566508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.566686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.566845] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.566951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.567020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.567180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.567302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.567391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.567508] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.782044] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.782044] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.782044] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.782446] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.782446] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.782516] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port e1e8d886-ef4a-4a22-a084-ae752194bdea not found, creating... [ 689.783288] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.783288] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.783433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.783816] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.783893] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.786336] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.786440] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.786572] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.787161] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.787161] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.787161] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: e1e8d886-ef4a-4a22-a084-ae752194bdea is going to be created. [ 689.823411] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.823411] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.823520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.823743] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.823969] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.824194] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.830355] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.924763] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9bbc8358-b9a4-40d5-9817-e9fdd51b9560 None None] Enqueued Resource ID: 631d7021-226e-4e17-ac84-9c3bede620e0 with Priority: HIGHEST for action port [ 689.925427] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631d7021-226e-4e17-ac84-9c3bede620e0 with Priority: HIGHEST for action port [ 689.925858] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-631d7021-226e-4e17-ac84-9c3bede620e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.926521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631d7021-226e-4e17-ac84-9c3bede620e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.926650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631d7021-226e-4e17-ac84-9c3bede620e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.927018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631d7021-226e-4e17-ac84-9c3bede620e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.927138] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631d7021-226e-4e17-ac84-9c3bede620e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.070285] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c: rpc.has_security_group_logging(os_id): False [ 690.094329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.094450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.094637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.094732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.094818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.094989] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.097014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.097014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.097014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.097014] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be created. [ 690.173945] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.174153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.174153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.174276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.174468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.188373] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 690.333096] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.333271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.333374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.333661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.333819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.333879] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df332082-a91f-4ec8-9a5b-f18b3070c685 is going to be created. [ 690.378389] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.379227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.379227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.379227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.379562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.398526] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df332082-a91f-4ec8-9a5b-f18b3070c685 in Status: UNINITIALIZED for 2s [ 690.430977] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 631d7021-226e-4e17-ac84-9c3bede620e0 [ 690.431275] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.431422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.431493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.431763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.432283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.432283] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:631d7021-226e-4e17-ac84-9c3bede620e0 already deleted. [ 690.432283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631d7021-226e-4e17-ac84-9c3bede620e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.585793] env[65808]: INFO networking_nsxv3.common.synchronization [req-b6676d5a-29a2-4638-8211-f55434839ee3 req-9664f6d0-6d11-4fa9-8c80-8a07e46bf53b service nova] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 690.585793] env[65808]: INFO networking_nsxv3.common.synchronization [req-b6676d5a-29a2-4638-8211-f55434839ee3 req-9664f6d0-6d11-4fa9-8c80-8a07e46bf53b service nova] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 690.585793] env[65808]: INFO networking_nsxv3.common.synchronization [req-b6676d5a-29a2-4638-8211-f55434839ee3 req-9664f6d0-6d11-4fa9-8c80-8a07e46bf53b service nova] Enqueued Resource ID: e1e8d886-ef4a-4a22-a084-ae752194bdea with Priority: HIGHEST for action port [ 690.585793] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 690.585793] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 690.585793] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8d886-ef4a-4a22-a084-ae752194bdea with Priority: HIGHEST for action port [ 690.591832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.591832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.591832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.591832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.591832] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.591832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.591832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.591832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.591832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.591832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.591832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.592765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.592765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.592765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.592765] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.593550] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e8d886-ef4a-4a22-a084-ae752194bdea taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.593550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.593550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.593550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.593550] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e8d886-ef4a-4a22-a084-ae752194bdea',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.721961] env[65808]: INFO networking_nsxv3.common.synchronization [req-f52da20f-d925-446a-b75f-3f96d2f31d9b req-7b5836e0-c98e-49b8-b394-1a885e7b263b tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 690.723044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 690.723044] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.723044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.723214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.723406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.723563] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.723660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.723727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.723875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.723960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.724082] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.096869] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.097174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.097229] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.098276] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e8d886-ef4a-4a22-a084-ae752194bdea with status ACTIVE [ 691.098472] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.098588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.098708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.098956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.099063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.099220] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.100750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.100750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.100750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.100750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.100750] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.100750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.100750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.102031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.102031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.102031] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e8d886-ef4a-4a22-a084-ae752194bdea is going to be updated. [ 691.128569] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.128569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.128569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.128569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.128569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.128569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e8d886-ef4a-4a22-a084-ae752194bdea" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.227559] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.227744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.227824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.228110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.228219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.228806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.229009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.229045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.229305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.229340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.229479] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be updated. [ 691.281476] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.281663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.281729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.281960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.282149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.295600] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 691.383848] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 691.384217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.605785] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.108354] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.109388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.109388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.109634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.109691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.109853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 is going to be created. [ 692.139828] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.140065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.157785] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: UNINITIALIZED for 2s [ 692.226022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 692.226022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.411982] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df332082-a91f-4ec8-9a5b-f18b3070c685 in Status: SUCCESS [ 692.412743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.413033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.413302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.413530] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.413652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.413929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.414029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.414152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.414212] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.918964] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.918964] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.918964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.919432] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.919432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.919432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.919432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.919841] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.919841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.919841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.920158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.920158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.920158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.920158] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.308495] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 693.308794] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 deletion is rescheduled due to dependency. [ 693.308794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.422924] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df332082-a91f-4ec8-9a5b-f18b3070c685: rpc.has_security_group_logging(os_id): False [ 693.444663] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.444806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.444875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.445414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.445414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.445414] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.445604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.445604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.445663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.445925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.445925] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.446062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.446062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.446178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.446248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.446416] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.446504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.446565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.446704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.446776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.446857] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df332082-a91f-4ec8-9a5b-f18b3070c685 is going to be created. [ 693.513611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.513611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.513611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.513611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.513611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.526363] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df332082-a91f-4ec8-9a5b-f18b3070c685 in Status: IN_PROGRESS for 2s [ 694.097558] env[65808]: INFO networking_nsxv3.common.synchronization [req-bddd2a84-cab9-4a60-b1e1-e64d35c0988a req-86e7b27f-cdda-4605-90eb-b9509cdecfec tempest-ImagesOneServerTestJSON-728554454 tempest-ImagesOneServerTestJSON-728554454-project-member] Enqueued Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_members [ 694.099597] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGHEST for action security_group_members [ 694.100025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.100162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.100231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.100503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.100696] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.100815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.100879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.101069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.101288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.101288] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.174906] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: SUCCESS [ 694.174906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.174906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.175119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.175310] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.175467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.175555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.177030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.177030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.177186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.177667] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.376240] env[65808]: INFO networking_nsxv3.common.synchronization [req-e5bf2305-0633-4fbd-b895-9389ffd61f3a req-1a4d2281-bdfc-4491-8bda-f6f9fd5b6d49 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_members [ 694.376514] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_members [ 694.376853] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd67c91-50d2-47e3-bca6-229ac13192c4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.376972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.378746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.379008] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.379200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.379880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.379880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.379991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.380079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.380172] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.603398] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.604071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.604071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.605225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.605357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.608641] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.608641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.608641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.608641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.608641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.608641] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f6305-2313-4cec-8faf-27463672f7da is going to be updated. [ 694.646523] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.646523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.646523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.646523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.646523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.655530] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f6305-2313-4cec-8faf-27463672f7da in Status: IN_PROGRESS for 2s [ 694.684416] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.842121] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.842321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.842441] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.842793] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.843099] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.843259] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.843374] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.843593] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.843734] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.843931] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.844044] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.844158] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.844258] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.844357] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.844453] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.844578] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.877444] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.877690] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.877861] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.878090] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.878411] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-0258bd38-fdec-4c60-b51d-24215489f79f taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.878580] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.878766] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.879162] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.879383] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0258bd38-fdec-4c60-b51d-24215489f79f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.882328] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.882447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.882533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.882726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.882829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.883034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.883166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.883232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.883415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.883452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.883589] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 already deleted. [ 694.883625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.180791] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6c5ee9f8-8e66-470f-a5e3-1485e22ef8c9 tempest-MigrationsAdminTest-2135634865 tempest-MigrationsAdminTest-2135634865-project-member] Enqueued Resource ID: 7358b96a-4681-44d8-b090-ee8d1e5108cf with Priority: HIGHEST for action security_group_rules [ 695.181673] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7358b96a-4681-44d8-b090-ee8d1e5108cf with Priority: HIGHEST for action security_group_rules [ 695.181761] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7358b96a-4681-44d8-b090-ee8d1e5108cf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.181828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.182041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.182344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.182530] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7358b96a-4681-44d8-b090-ee8d1e5108cf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.188761] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c215b84d-555a-4593-a413-840e8dd5cec8: rpc.has_security_group_logging(os_id): False [ 695.223038] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.223304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.223304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.223473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.223580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.223819] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.223911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.223966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.224223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.224223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.224305] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 is going to be created. [ 695.323312] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.323464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.323593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.323944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.324183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.337084] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: IN_PROGRESS for 2s [ 695.382470] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.382853] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.382853] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.383167] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.383318] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.383467] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 0258bd38-fdec-4c60-b51d-24215489f79f not found, creating... [ 695.383730] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.383895] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.384054] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.384334] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.384504] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.384782] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.384932] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.385076] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.385283] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.385406] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.385536] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 0258bd38-fdec-4c60-b51d-24215489f79f is going to be created. [ 695.451873] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.452254] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.452467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.453026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.453242] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.453594] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.542069] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df332082-a91f-4ec8-9a5b-f18b3070c685 in Status: SUCCESS [ 695.542306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.706715] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.706976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.706976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.707323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.707495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.707626] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7358b96a-4681-44d8-b090-ee8d1e5108cf already deleted. [ 695.707766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.095047] env[65808]: INFO networking_nsxv3.common.synchronization [None req-50aed847-3730-4569-ab35-b58b7ee8d225 tempest-MigrationsAdminTest-2135634865 tempest-MigrationsAdminTest-2135634865-project-member] Enqueued Resource ID: 7358b96a-4681-44d8-b090-ee8d1e5108cf with Priority: HIGHEST for action security_group_rules [ 696.095830] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7358b96a-4681-44d8-b090-ee8d1e5108cf with Priority: HIGHEST for action security_group_rules [ 696.096922] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7358b96a-4681-44d8-b090-ee8d1e5108cf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.097097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.097162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.097396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.097487] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7358b96a-4681-44d8-b090-ee8d1e5108cf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.160358] env[65808]: INFO networking_nsxv3.common.synchronization [req-e5bf2305-0633-4fbd-b895-9389ffd61f3a req-8247ffba-a00e-420c-b720-4f7851cefff5 service nova] Enqueued Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_rules [ 696.161023] env[65808]: INFO networking_nsxv3.common.synchronization [req-e5bf2305-0633-4fbd-b895-9389ffd61f3a req-8247ffba-a00e-420c-b720-4f7851cefff5 service nova] Enqueued Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_members [ 696.161023] env[65808]: INFO networking_nsxv3.common.synchronization [req-e5bf2305-0633-4fbd-b895-9389ffd61f3a req-8247ffba-a00e-420c-b720-4f7851cefff5 service nova] Enqueued Resource ID: 0258bd38-fdec-4c60-b51d-24215489f79f with Priority: HIGHEST for action port [ 696.161669] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_rules [ 696.161815] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_members [ 696.161929] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0258bd38-fdec-4c60-b51d-24215489f79f with Priority: HIGHEST for action port [ 696.162180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd67c91-50d2-47e3-bca6-229ac13192c4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.162361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.162361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.162586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.162660] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.166376] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd67c91-50d2-47e3-bca6-229ac13192c4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.167378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.167378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.167378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.167378] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.167378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.167378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.167378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.167378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.167378] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.168603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0258bd38-fdec-4c60-b51d-24215489f79f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.168727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.168803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.168996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.169201] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0258bd38-fdec-4c60-b51d-24215489f79f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.595570] env[65808]: INFO networking_nsxv3.common.synchronization [None req-7210246d-1479-4d8d-adc3-adb7970a168c None None] Enqueued Resource ID: d79bc922-7fb6-4e60-88a2-fef41c788b8a with Priority: HIGHEST for action port [ 696.596317] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79bc922-7fb6-4e60-88a2-fef41c788b8a with Priority: HIGHEST for action port [ 696.596840] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79bc922-7fb6-4e60-88a2-fef41c788b8a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.597023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79bc922-7fb6-4e60-88a2-fef41c788b8a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.597118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79bc922-7fb6-4e60-88a2-fef41c788b8a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.597523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79bc922-7fb6-4e60-88a2-fef41c788b8a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.597612] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79bc922-7fb6-4e60-88a2-fef41c788b8a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.622218] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.622361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.622457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.622676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.622774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.623453] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7358b96a-4681-44d8-b090-ee8d1e5108cf already deleted. [ 696.623453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7358b96a-4681-44d8-b090-ee8d1e5108cf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.670259] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f6305-2313-4cec-8faf-27463672f7da in Status: SUCCESS [ 696.670665] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f6305-2313-4cec-8faf-27463672f7da deletion is rescheduled due to dependency. [ 696.670665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.670790] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.671694] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0258bd38-fdec-4c60-b51d-24215489f79f with status ACTIVE [ 696.671940] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.672082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.672150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.672355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.672433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.672648] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.672710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.672924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.673172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.673269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.673505] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.673609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.673703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.673826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.673898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.674082] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0258bd38-fdec-4c60-b51d-24215489f79f is going to be updated. [ 696.675086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd67c91-50d2-47e3-bca6-229ac13192c4 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.675183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.714510] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.714659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.714731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.714949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.715105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.715271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0258bd38-fdec-4c60-b51d-24215489f79f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.101116] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d79bc922-7fb6-4e60-88a2-fef41c788b8a [ 697.102954] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.102954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.102954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.102954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.102954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.102954] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d79bc922-7fb6-4e60-88a2-fef41c788b8a already deleted. [ 697.102954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79bc922-7fb6-4e60-88a2-fef41c788b8a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.176685] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.354860] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: SUCCESS [ 697.355201] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.360765] env[65808]: INFO networking_nsxv3.common.synchronization [req-8811b2bb-c174-4f93-9363-3deedbe4b7ed req-d09f8ae6-4206-411c-a60a-a2fca287c9df tempest-ServersAdminNegativeTestJSON-2136845086 tempest-ServersAdminNegativeTestJSON-2136845086-project-member] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 697.361715] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 697.361933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.362074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.362143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.362384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.362536] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.362651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.362715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.362880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.362974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.363107] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.679546] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.680073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.680073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.680073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.680196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.680224] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 is going to be created. [ 697.755474] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.755474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.755474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.755474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.755474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.765970] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 in Status: UNINITIALIZED for 2s [ 697.862769] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.863391] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.863391] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.864369] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.864832] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.865099] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.865275] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.865905] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.865905] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.866424] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.866424] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.866424] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.866803] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.866803] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.866952] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.867168] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.868943] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.894897] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.895074] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.895219] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.895391] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.895693] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.895859] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.895971] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.896312] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.896441] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f52e58e-546a-4aa1-a50c-eb7989d3c9e1',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.372132] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.400192] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.400615] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.400615] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.401688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.401688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.401688] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 not found, creating... [ 698.401688] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.401688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.401688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.402355] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.402355] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.402355] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.402355] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.402355] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.402607] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.402652] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.403209] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 is going to be created. [ 698.448297] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.448602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.448761] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.449172] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.449497] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.450131] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.874673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.875088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.875088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.875088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.875908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.875908] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 is going to be updated. [ 698.920211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.920386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.920490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.920663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.920793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.932399] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: IN_PROGRESS for 2s [ 699.206500] env[65808]: INFO networking_nsxv3.common.synchronization [req-8811b2bb-c174-4f93-9363-3deedbe4b7ed req-c4a4c64b-5761-4065-81b0-595ef77d81d0 service nova] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_rules [ 699.208238] env[65808]: INFO networking_nsxv3.common.synchronization [req-8811b2bb-c174-4f93-9363-3deedbe4b7ed req-c4a4c64b-5761-4065-81b0-595ef77d81d0 service nova] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 699.208315] env[65808]: INFO networking_nsxv3.common.synchronization [req-8811b2bb-c174-4f93-9363-3deedbe4b7ed req-c4a4c64b-5761-4065-81b0-595ef77d81d0 service nova] Enqueued Resource ID: 9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 with Priority: HIGHEST for action port [ 699.209055] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_rules [ 699.209250] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 699.209422] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 with Priority: HIGHEST for action port [ 699.209798] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.210265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.210265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.210368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.210476] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.212502] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.212632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.212904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.213078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.213160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.213412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.213526] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f52e58e-546a-4aa1-a50c-eb7989d3c9e1',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.553914] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0b355cef-f48e-4679-8431-da925885c749 None None] Enqueued Resource ID: 75577493-1746-431b-9397-6dc473095b58 with Priority: HIGHEST for action port [ 699.554634] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75577493-1746-431b-9397-6dc473095b58 with Priority: HIGHEST for action port [ 699.556115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-75577493-1746-431b-9397-6dc473095b58 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.556284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75577493-1746-431b-9397-6dc473095b58" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.556517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75577493-1746-431b-9397-6dc473095b58" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.557052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75577493-1746-431b-9397-6dc473095b58" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.557052] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75577493-1746-431b-9397-6dc473095b58',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.567477] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f44d737-9765-4883-ab17-9b875527a920 req-e97e493c-f715-4fce-b4f7-b8faf26ec887 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 699.567695] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f44d737-9765-4883-ab17-9b875527a920 req-e97e493c-f715-4fce-b4f7-b8faf26ec887 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 699.568320] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 699.568320] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 699.568602] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.568602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.568743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.568938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.569207] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.569307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.569370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.569597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.569656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.569796] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.570638] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.570716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.570782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.570935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.571106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.571253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.571333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.571449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.571508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.571581] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.623402] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f44d737-9765-4883-ab17-9b875527a920 req-e97e493c-f715-4fce-b4f7-b8faf26ec887 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_rules [ 699.623402] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f44d737-9765-4883-ab17-9b875527a920 req-e97e493c-f715-4fce-b4f7-b8faf26ec887 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 699.623402] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f44d737-9765-4883-ab17-9b875527a920 req-e97e493c-f715-4fce-b4f7-b8faf26ec887 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 699.623402] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f44d737-9765-4883-ab17-9b875527a920 req-e97e493c-f715-4fce-b4f7-b8faf26ec887 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 699.623402] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f44d737-9765-4883-ab17-9b875527a920 req-e97e493c-f715-4fce-b4f7-b8faf26ec887 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed with Priority: HIGHEST for action port [ 699.624296] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_rules [ 699.624296] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 699.624296] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed with Priority: HIGHEST for action port [ 699.624296] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 699.624296] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 699.624296] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.624614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.624614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.624822] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.627423] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.627554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.627624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.627827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.627917] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.628758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.628886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.629334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.629547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.629632] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f342ca04-47bf-4370-be94-f1ee1f6bb8ed',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.630437] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.630563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.630773] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.630863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.661032] env[65808]: INFO networking_nsxv3.common.synchronization [req-2bdb7542-1fa7-4117-b2ed-bfc77125fca2 req-0231b167-b2d3-4d49-8167-c86134c4321c tempest-ServersTestBootFromVolume-490715019 tempest-ServersTestBootFromVolume-490715019-project-member] Enqueued Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_members [ 699.665137] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_members [ 699.669463] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3572343a-848a-4b4c-a018-609ad1e993d5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.669599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.669717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.670167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.670423] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.670589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.670720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.670918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.671035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.671166] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.715021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.715021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.716400] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 with status ACTIVE [ 699.716534] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.716977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.717094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.717364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.717481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.717703] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.717831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.717908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.718104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.718205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.718491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.718594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.718760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.718946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.719061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.719171] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f52e58e-546a-4aa1-a50c-eb7989d3c9e1 is going to be updated. [ 699.751643] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.752433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.752433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.753404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.753404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.753404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f52e58e-546a-4aa1-a50c-eb7989d3c9e1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.777780] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 in Status: SUCCESS [ 699.778110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.778222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.778445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.778663] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.778926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.779052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.779272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.779358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.779453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.779548] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.059067] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75577493-1746-431b-9397-6dc473095b58 [ 700.059384] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.059465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.059529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.060507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.060507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.060507] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75577493-1746-431b-9397-6dc473095b58 already deleted. [ 700.060507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75577493-1746-431b-9397-6dc473095b58" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.073814] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.074803] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.130778] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.130928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.134147] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f342ca04-47bf-4370-be94-f1ee1f6bb8ed with status ACTIVE [ 700.134214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.134334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.134585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.134666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.134772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.134981] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.135094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.135158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.135344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.135443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.135757] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.135757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.135916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.136078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.136078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.136150] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed is going to be updated. [ 700.138834] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.139315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.163451] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.163617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.163684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.163889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.164051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.164212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.167230] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.167404] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-264" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.167516] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-264" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.167909] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-264" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.168296] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.168412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.168555] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.169155] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.169155] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.169247] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.170692] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.170692] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.170692] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.170692] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.170692] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.170692] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.175179] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.175179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.175179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.175352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.175445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.175987] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.175987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.175987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.175987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.175987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.176215] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3572343a-848a-4b4c-a018-609ad1e993d5 already deleted. [ 700.176215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.189914] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.190393] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.190393] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.190549] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-264" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.190865] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-e583accd-ad50-420f-a9e4-878532b04408 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.191107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.191236] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.191593] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.191734] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e583accd-ad50-420f-a9e4-878532b04408',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.283831] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.413703] env[65808]: INFO networking_nsxv3.common.synchronization [req-23dadf2c-e0f1-445f-84c3-f68182ad1b4a req-c710efea-515a-4496-af36-80fdd9872f8d tempest-ServerTagsTestJSON-1469429261 tempest-ServerTagsTestJSON-1469429261-project-member] Enqueued Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_members [ 700.414377] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGHEST for action security_group_members [ 700.414805] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.414933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.414990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.415227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.415387] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.415489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.415577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.415703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.416040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.416040] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.577210] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.577666] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.695414] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.695659] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.695754] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.696047] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.696192] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.696338] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port e583accd-ad50-420f-a9e4-878532b04408 not found, creating... [ 700.696577] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.696726] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.696831] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.697050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.697178] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.697445] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.698175] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.698388] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.698728] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.698827] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.698981] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: e583accd-ad50-420f-a9e4-878532b04408 is going to be created. [ 700.733445] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.733656] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.733778] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.734149] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.734447] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.734688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.786657] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccd67c91-50d2-47e3-bca6-229ac13192c4: rpc.has_security_group_logging(os_id): False [ 700.818510] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.818817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.818817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.819076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.819152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.819448] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.821115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.821115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.821115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.821115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.821115] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 is going to be created. [ 700.919188] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.919391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.919483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.919668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.919832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.919993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.920189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.920189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.920334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.920410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.920498] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 is going to be updated. [ 700.950925] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.951122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.951206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.951385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.951576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.963809] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: SUCCESS [ 700.964148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.964432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.964722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.964988] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.965190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.965701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.967590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.967590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.967590] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.971243] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 in Status: IN_PROGRESS for 2s [ 700.972503] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.972715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.972859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.973178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.973396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.987694] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 in Status: IN_PROGRESS for 2s [ 701.083060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.083060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.083060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.083060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.083060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.083060] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be created. [ 701.084836] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.084836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.084836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.084836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.084836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.085122] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 701.137881] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.140812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.141154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.142040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.142040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.155386] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.155386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.155615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.155658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.155789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165394] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: UNINITIALIZED for 2s [ 701.168933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 701.471321] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.510846] env[65808]: INFO networking_nsxv3.common.synchronization [req-2bdb7542-1fa7-4117-b2ed-bfc77125fca2 req-f387fa39-5801-4a1b-97bb-1147232983aa service nova] Enqueued Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_rules [ 701.510846] env[65808]: INFO networking_nsxv3.common.synchronization [req-2bdb7542-1fa7-4117-b2ed-bfc77125fca2 req-f387fa39-5801-4a1b-97bb-1147232983aa service nova] Enqueued Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_members [ 701.510846] env[65808]: INFO networking_nsxv3.common.synchronization [req-2bdb7542-1fa7-4117-b2ed-bfc77125fca2 req-f387fa39-5801-4a1b-97bb-1147232983aa service nova] Enqueued Resource ID: e583accd-ad50-420f-a9e4-878532b04408 with Priority: HIGHEST for action port [ 701.515436] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_rules [ 701.515436] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_members [ 701.515436] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e583accd-ad50-420f-a9e4-878532b04408 with Priority: HIGHEST for action port [ 701.515436] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3572343a-848a-4b4c-a018-609ad1e993d5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.515436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.515436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.515436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.515436] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.516985] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3572343a-848a-4b4c-a018-609ad1e993d5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.518838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.518838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.518838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.518838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.518838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.518838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.518838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.518838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.518838] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.520768] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e583accd-ad50-420f-a9e4-878532b04408 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.521146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.521271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.522307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.522307] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e583accd-ad50-420f-a9e4-878532b04408',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.976292] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.025235] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e583accd-ad50-420f-a9e4-878532b04408 with status ACTIVE [ 702.025235] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.025235] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.025235] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.025235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.025235] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e583accd-ad50-420f-a9e4-878532b04408 is going to be updated. [ 702.030456] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.030456] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3572343a-848a-4b4c-a018-609ad1e993d5 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.030456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.053421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.054029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.054029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.054029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e583accd-ad50-420f-a9e4-878532b04408" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.481430] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.481813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.481813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.481997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.482091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.482223] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 is going to be updated. [ 702.533709] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.533709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.533709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.533709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.533709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.535884] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.549595] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: IN_PROGRESS for 2s [ 702.987497] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 in Status: SUCCESS [ 702.987497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.998502] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 in Status: SUCCESS [ 702.999342] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 deletion is rescheduled due to dependency. [ 702.999650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.046315] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.046315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.046315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.046315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.046315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.046315] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3572343a-848a-4b4c-a018-609ad1e993d5 is going to be created. [ 703.077439] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.079655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.079655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.079655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.079655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.096852] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3572343a-848a-4b4c-a018-609ad1e993d5 in Status: UNINITIALIZED for 2s [ 703.177075] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 703.179597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.179597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.179597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.179597] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.179597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.179597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.179597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.179597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.179597] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.185371] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 703.188021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.188021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.188021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.188021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.188021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.188021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.188021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.188021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.188021] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.233642] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 703.234046] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_members [ 703.234438] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 703.235681] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 703.235681] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_members [ 703.235681] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 703.236833] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.237062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.237442] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.238060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.238060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.240542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.240542] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.240542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.240542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.240542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.240542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.240542] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.241134] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.241134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.312886] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_rules [ 703.316530] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 703.316530] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_rules [ 703.316530] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_members [ 703.316530] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 703.316530] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 703.316530] env[65808]: INFO networking_nsxv3.common.synchronization [req-f71d50bd-0ab6-4644-90da-b9aad2387ea3 req-debb4c85-91e2-4ff2-a1ec-2dcac889e5ea tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed with Priority: HIGHEST for action port [ 703.316974] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_rules [ 703.316974] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_rules [ 703.317078] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 703.317176] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed with Priority: HIGHEST for action port [ 703.317286] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 703.317379] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 703.317461] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_members [ 703.317873] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.318020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.318609] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.319178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.319301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.320976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.320976] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.321219] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.321390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.321756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.325027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.325027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.325027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.325027] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f342ca04-47bf-4370-be94-f1ee1f6bb8ed',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.325027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.325027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.326141] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.326242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.326454] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.326578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.691570] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.692936] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.704679] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2056641b-577f-4309-9a4b-a12481b0ed43 None None] Enqueued Resource ID: 433e61ce-b908-4b14-807b-5834e084a496 with Priority: HIGHEST for action port [ 703.705322] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433e61ce-b908-4b14-807b-5834e084a496 with Priority: HIGHEST for action port [ 703.705656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-433e61ce-b908-4b14-807b-5834e084a496 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.705802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-433e61ce-b908-4b14-807b-5834e084a496" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.705861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-433e61ce-b908-4b14-807b-5834e084a496" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.707320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-433e61ce-b908-4b14-807b-5834e084a496" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.707601] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('433e61ce-b908-4b14-807b-5834e084a496',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.742576] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.828071] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828458] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f342ca04-47bf-4370-be94-f1ee1f6bb8ed with status ACTIVE [ 703.828627] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.830106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.830106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.830106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.830106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.830106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.830106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.830106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.830495] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.830495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.830495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.830495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.830605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.830763] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f342ca04-47bf-4370-be94-f1ee1f6bb8ed is going to be updated. [ 703.941088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.941332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.941786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.942445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.942445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.942445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f342ca04-47bf-4370-be94-f1ee1f6bb8ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.197799] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.198919] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.211386] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 433e61ce-b908-4b14-807b-5834e084a496 [ 704.211859] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.212108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.212283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.212471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.212652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.212840] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:433e61ce-b908-4b14-807b-5834e084a496 already deleted. [ 704.212943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-433e61ce-b908-4b14-807b-5834e084a496" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.249275] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.567377] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: SUCCESS [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.569420] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.569420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.569897] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.705919] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.706433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.706433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.706510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.706553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.706665] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be updated. [ 704.708548] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.708807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.708886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.710107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.710280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.710443] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 704.753325] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.753589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.753703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.754259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.754395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.754504] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 is going to be created. [ 704.772032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.772032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.772032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.772032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.772032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.777390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.779739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.780052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.780150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.782026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.792917] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: IN_PROGRESS for 2s [ 704.794490] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 704.832269] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.832513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.832562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.832808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.832982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.850366] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: UNINITIALIZED for 2s [ 705.073449] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.073737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.073737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.073937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.074167] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.074397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.074397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.074665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.074665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.074749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.074881] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.074980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.075059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.075795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.075795] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.075795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.075795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.075795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.075795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.076566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.076566] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.112748] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3572343a-848a-4b4c-a018-609ad1e993d5 in Status: SUCCESS [ 705.112748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.112748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.113103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.113103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.113234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.113332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.113452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.113559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.113635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.113732] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.581991] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b30d01c-eef0-4153-883e-32e605e001b6: rpc.has_security_group_logging(os_id): False [ 705.609323] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.609323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.609323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.609323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.609835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.609835] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.609835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.609835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.609995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.610037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.610235] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.610328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.610386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.610529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.610621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.611090] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.611282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.611355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.611503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.611580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.611667] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 is going to be updated. [ 705.619174] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.693784] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.693962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.694014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.694252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.694432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.708259] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: IN_PROGRESS for 2s [ 705.804173] env[65808]: INFO networking_nsxv3.common.synchronization [req-53ea4ea7-37c4-45a8-85ad-530511fb03b4 req-c48b882c-0be1-47f8-a2ef-29949d469de2 tempest-VolumesAssistedSnapshotsTest-932963137 tempest-VolumesAssistedSnapshotsTest-932963137-project-member] Enqueued Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_members [ 705.804173] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23db33-1580-40ed-91cd-6adc90f46644 with Priority: HIGHEST for action security_group_members [ 705.804173] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23db33-1580-40ed-91cd-6adc90f46644 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.804643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.807862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.807862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.807862] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.807862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.807862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.807862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.807862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.807862] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f23db33-1580-40ed-91cd-6adc90f46644',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.121167] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3572343a-848a-4b4c-a018-609ad1e993d5: rpc.has_security_group_logging(os_id): False [ 706.145309] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.145309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.145309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.146203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.146203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.146472] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.146616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.146673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.147054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.147176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.147253] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3572343a-848a-4b4c-a018-609ad1e993d5 is going to be created. [ 706.228989] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.229257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.229347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.229624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.229906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.247143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3572343a-848a-4b4c-a018-609ad1e993d5 in Status: IN_PROGRESS for 2s [ 706.310499] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.310499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.310810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.310810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.311402] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.311402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.311402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.311589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.311589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.311645] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23db33-1580-40ed-91cd-6adc90f46644 is going to be updated. [ 706.362274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.362514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.362514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.362836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.375813] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23db33-1580-40ed-91cd-6adc90f46644 in Status: IN_PROGRESS for 2s [ 706.523167] env[65808]: INFO networking_nsxv3.common.synchronization [None req-164a8379-f9f3-4737-89b5-a6ae1b409c8d tempest-ServersTestFqdnHostnames-1754456776 tempest-ServersTestFqdnHostnames-1754456776-project-member] Enqueued Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_rules [ 706.523791] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_rules [ 706.524060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.524186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.524260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.524709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.524709] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.540734] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f300dcec-ddf5-49f7-b424-f04794ead79e None None] Enqueued Resource ID: 6f086e3c-2bde-4047-88ab-6a56b36ce13e with Priority: HIGHEST for action port [ 706.541497] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f086e3c-2bde-4047-88ab-6a56b36ce13e with Priority: HIGHEST for action port [ 706.543088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f086e3c-2bde-4047-88ab-6a56b36ce13e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.543223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f086e3c-2bde-4047-88ab-6a56b36ce13e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.543296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f086e3c-2bde-4047-88ab-6a56b36ce13e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.544219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f086e3c-2bde-4047-88ab-6a56b36ce13e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.544348] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f086e3c-2bde-4047-88ab-6a56b36ce13e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.646187] env[65808]: INFO networking_nsxv3.common.synchronization [None req-ab672784-b442-4558-8754-408e89001c06 tempest-ServersTestFqdnHostnames-1754456776 tempest-ServersTestFqdnHostnames-1754456776-project-member] Enqueued Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_rules [ 706.646419] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_rules [ 706.647014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.647193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.814479] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 706.815696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.816631] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 706.816984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.817179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.817745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.817745] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.817745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.817745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.818109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.818109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.818109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.818201] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.819424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.819616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.819887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.820044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.820136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.820325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.820402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.820512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.820662] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.823550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.823866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.824106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.824231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.824285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.824497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.824608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.824738] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.826504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.826785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.827662] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.827662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.827662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.827662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.827662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.827662] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.870033] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: SUCCESS [ 706.871737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.871737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.872570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.872570] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.873177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.873177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.873177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.873273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.873615] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.047135] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f086e3c-2bde-4047-88ab-6a56b36ce13e [ 707.047329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.047446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.047499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.048245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.048245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.048245] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f086e3c-2bde-4047-88ab-6a56b36ce13e already deleted. [ 707.048245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f086e3c-2bde-4047-88ab-6a56b36ce13e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.049181] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.049331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.049461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.049596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.049680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.050066] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f already deleted. [ 707.050066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.050066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.051067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.051514] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.324858] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.330157] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.330371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.330521] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.331495] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.377097] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.575214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.575372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.575444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.575733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.575822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.575910] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f already deleted. [ 707.575989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.726873] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: SUCCESS [ 707.727174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.830847] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 291606a5-2df4-4904-8814-debede1a1495: rpc.has_security_group_logging(os_id): False [ 707.841555] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.843094] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.861581] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.861789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.861789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.862336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.862336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.862490] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.862490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.862588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.862713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.862805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.862932] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be created. [ 707.881549] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.950599] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.950804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.950804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.951025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.951423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.968201] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: IN_PROGRESS for 2s [ 708.261225] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3572343a-848a-4b4c-a018-609ad1e993d5 in Status: SUCCESS [ 708.261464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.348730] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.348980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.349349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.349438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.349576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.349722] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be updated. [ 708.351735] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.351735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.351735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.352107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.352107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.352176] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 708.384712] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.384712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.384953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.385084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.385147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.385368] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 is going to be updated. [ 708.390225] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23db33-1580-40ed-91cd-6adc90f46644 in Status: SUCCESS [ 708.390421] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23db33-1580-40ed-91cd-6adc90f46644 deletion is rescheduled due to dependency. [ 708.390544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23db33-1580-40ed-91cd-6adc90f46644" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.393200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.393200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.393425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.394636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.394636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.401540] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.401702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.401741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.401992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.402190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.412349] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 708.413169] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: IN_PROGRESS for 2s [ 708.438321] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.438863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.438863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.438999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.439135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.456185] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: IN_PROGRESS for 2s [ 710.001999] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 710.002403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.002844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.002844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.002844] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.426960] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 710.428731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.428731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.428731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.428731] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.428731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.428731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.428731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.428731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.428731] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.429433] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 710.429611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.429808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.430516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.430516] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.430516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.430516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.432979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.432979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.432979] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.470721] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: SUCCESS [ 710.471053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.471179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.471427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.471652] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.472081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.472081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.472081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.472203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.472203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.472297] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.506241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.932671] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.934629] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.938621] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9b4b0be2-bf60-483c-a52f-6c68e9b7b04c None None] Enqueued Resource ID: 65cd7504-d40e-47c0-94cc-4dbaad695ea7 with Priority: HIGHEST for action port [ 710.939380] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65cd7504-d40e-47c0-94cc-4dbaad695ea7 with Priority: HIGHEST for action port [ 710.940074] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-65cd7504-d40e-47c0-94cc-4dbaad695ea7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.940074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65cd7504-d40e-47c0-94cc-4dbaad695ea7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.940469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65cd7504-d40e-47c0-94cc-4dbaad695ea7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.940887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65cd7504-d40e-47c0-94cc-4dbaad695ea7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.941206] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65cd7504-d40e-47c0-94cc-4dbaad695ea7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.974281] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.437467] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.440579] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.444221] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65cd7504-d40e-47c0-94cc-4dbaad695ea7 [ 711.444221] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.444221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.444221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.444221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.444221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.444221] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65cd7504-d40e-47c0-94cc-4dbaad695ea7 already deleted. [ 711.444221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65cd7504-d40e-47c0-94cc-4dbaad695ea7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.477461] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d859f6b-77dd-43f3-b4dc-b4a4554725b6: rpc.has_security_group_logging(os_id): False [ 711.500776] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.500925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.500982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501539] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.502015] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 is going to be created. [ 711.587920] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.588119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.588173] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.588360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.588544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.610343] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: IN_PROGRESS for 2s [ 711.669483] env[65808]: INFO networking_nsxv3.common.synchronization [req-22c6d1b1-594c-4df3-a04a-f0b558e9445f req-c7aba3d9-94a2-4251-8b13-24ce7bae3664 tempest-ServerGroupTestJSON-1898251484 tempest-ServerGroupTestJSON-1898251484-project-member] Enqueued Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_members [ 711.670126] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_members [ 711.670481] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.670598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.670684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.670972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.671580] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.671696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.671758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.671938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.672065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.672217] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.940064] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.940279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.940279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.940492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.941715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.941715] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be updated. [ 711.942019] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.942145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.942210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.942409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.942482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.942569] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 712.019704] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.020022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.020022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.020302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.020302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.027970] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.028177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.028299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.028591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.028798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033309] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: IN_PROGRESS for 2s [ 712.051676] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 712.070198] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.070198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-72" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.070198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-72" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.070198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-72" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.070198] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.070800] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.071088] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.071982] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.072538] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.072929] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.073345] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.076022] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.076022] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.076022] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.076022] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.076022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.103739] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.103739] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.103739] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.103739] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-72" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.103739] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-d2896727-e620-4c46-b029-812e4269cfb6 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.103739] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.103739] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.103739] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.103739] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2896727-e620-4c46-b029-812e4269cfb6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.177412] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.177625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.177690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.180122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.180122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.180122] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.180122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.180122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.180122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.180122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.180122] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 already deleted. [ 712.180122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.611024] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.611024] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port d2896727-e620-4c46-b029-812e4269cfb6 not found, creating... [ 712.611024] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.611024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.611621] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.611621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.611621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.611621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.611621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.611621] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: d2896727-e620-4c46-b029-812e4269cfb6 is going to be created. [ 712.658361] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.658618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.658690] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.659013] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.659244] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.659451] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.321863] env[65808]: INFO networking_nsxv3.common.synchronization [req-cc768ed6-b3cb-45cb-aae5-27e278fdd0d5 req-f3fa7590-a7e4-4cfc-b30f-2f77694bc0e8 tempest-VolumesAdminNegativeTest-302829494 tempest-VolumesAdminNegativeTest-302829494-project-member] Enqueued Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_members [ 713.321863] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_members [ 713.324666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.325474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.326199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.326720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.326720] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.328572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.328572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.328572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.328572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.328572] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.390128] env[65808]: INFO networking_nsxv3.common.synchronization [None req-bf4fedc8-5fb0-4efb-ae49-b79ca2abff13 None None] Enqueued Resource ID: 10cb909b-e358-40eb-80c8-b52d54f3a458 with Priority: HIGHEST for action port [ 713.390787] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb909b-e358-40eb-80c8-b52d54f3a458 with Priority: HIGHEST for action port [ 713.392332] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-10cb909b-e358-40eb-80c8-b52d54f3a458 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.392506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10cb909b-e358-40eb-80c8-b52d54f3a458" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.392506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10cb909b-e358-40eb-80c8-b52d54f3a458" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.392916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10cb909b-e358-40eb-80c8-b52d54f3a458" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.393310] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10cb909b-e358-40eb-80c8-b52d54f3a458',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.470879] env[65808]: INFO networking_nsxv3.common.synchronization [req-22c6d1b1-594c-4df3-a04a-f0b558e9445f req-5de5928f-b218-4dc9-b5a7-1cff86b6f556 service nova] Enqueued Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_rules [ 713.471344] env[65808]: INFO networking_nsxv3.common.synchronization [req-22c6d1b1-594c-4df3-a04a-f0b558e9445f req-5de5928f-b218-4dc9-b5a7-1cff86b6f556 service nova] Enqueued Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_members [ 713.471654] env[65808]: INFO networking_nsxv3.common.synchronization [req-22c6d1b1-594c-4df3-a04a-f0b558e9445f req-5de5928f-b218-4dc9-b5a7-1cff86b6f556 service nova] Enqueued Resource ID: d2896727-e620-4c46-b029-812e4269cfb6 with Priority: HIGHEST for action port [ 713.472361] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_rules [ 713.472561] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_members [ 713.472735] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2896727-e620-4c46-b029-812e4269cfb6 with Priority: HIGHEST for action port [ 713.473380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.473497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.474117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.474117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.474117] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.475306] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.475487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.475609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.479025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.479025] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.479025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2896727-e620-4c46-b029-812e4269cfb6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.479025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.479025] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2896727-e620-4c46-b029-812e4269cfb6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.624243] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: SUCCESS [ 713.624659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.775766] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.775897] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-452" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.775989] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-452" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.776331] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-452" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.776590] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.777031] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.777205] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.777548] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.777717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.777982] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.778144] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.778312] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.778426] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.778566] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.778675] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.778798] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.801307] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.801479] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.801755] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.801809] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-452" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.802504] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-86c69848-c999-4ac1-bff8-7a0614f19d77 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.802504] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.802504] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.802751] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.802875] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c69848-c999-4ac1-bff8-7a0614f19d77',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.830397] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.830616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.830616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.830948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.831141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.831407] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.831520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.831582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.831879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.831879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.831990] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 already deleted. [ 713.832042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.895947] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10cb909b-e358-40eb-80c8-b52d54f3a458 [ 713.896211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.896406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.896531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.896779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.896894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.896988] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10cb909b-e358-40eb-80c8-b52d54f3a458 already deleted. [ 713.897081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10cb909b-e358-40eb-80c8-b52d54f3a458" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.935444] env[65808]: INFO networking_nsxv3.common.synchronization [req-dd7d9067-a7a1-45e8-8a5f-b6360f564f7b req-1d76323e-470a-4d78-8b16-9c313e36c7b4 tempest-ServersTestManualDisk-1698709967 tempest-ServersTestManualDisk-1698709967-project-member] Enqueued Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_members [ 713.935856] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGHEST for action security_group_members [ 713.936960] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.936960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.936960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.937201] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.937239] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.937339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.937402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.937557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.937644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.937734] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.980994] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.981219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.981355] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.982311] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2896727-e620-4c46-b029-812e4269cfb6 with status ACTIVE [ 713.982892] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.982892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.982892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.982892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.983127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.983179] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.983279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.983348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.983516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.983596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.983775] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.983880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.983960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.984169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.984169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.984292] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2896727-e620-4c46-b029-812e4269cfb6 is going to be updated. [ 714.011331] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.011583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.011583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.011823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.011975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.012176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2896727-e620-4c46-b029-812e4269cfb6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.046124] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 714.046279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.046441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.046661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.046883] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.047064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.047130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.047303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.047386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.047470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.047561] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.060729] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 714.061038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.062189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.062442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.062657] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.062746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.062813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.063031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.063612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.063612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.063612] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.063612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.063612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.063848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.063848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.063929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.063977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.064919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.064919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064919] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.306665] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.306932] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.307067] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.307382] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.307514] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.309515] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 86c69848-c999-4ac1-bff8-7a0614f19d77 not found, creating... [ 714.309515] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.309515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.309515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.309515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.309515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.309515] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.309515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.309515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.309515] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.309993] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.309993] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 86c69848-c999-4ac1-bff8-7a0614f19d77 is going to be created. [ 714.331836] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.334492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.334492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.334492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.334492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.334492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.441865] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.441865] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.441865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.441865] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe is going to be updated. [ 714.475668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.475668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.475668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.475668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.476018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.486304] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe in Status: IN_PROGRESS for 2s [ 714.486679] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.550253] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.566166] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c: rpc.has_security_group_logging(os_id): False [ 714.590087] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.590087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.590087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.590087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.590087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.590399] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.590399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.590399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.590548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.591093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.591362] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.591456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.591518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.591666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.591969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.591969] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.592171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.592171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.592286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.592286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.592338] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 714.676965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.677405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.677405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.677405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.677910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.691558] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 714.989797] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.989797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.989972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.990195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.990328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.990460] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 is going to be created. [ 715.029210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.029400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.029501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.029748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.030030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.042680] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 in Status: UNINITIALIZED for 2s [ 715.054985] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 291606a5-2df4-4904-8814-debede1a1495: rpc.has_security_group_logging(os_id): False [ 715.083174] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.083174] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.083174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.083174] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be updated. [ 715.089186] env[65808]: INFO networking_nsxv3.common.synchronization [req-cc768ed6-b3cb-45cb-aae5-27e278fdd0d5 req-bd08d0e1-d7c5-4fb7-9457-ac5bcc4dac6f service nova] Enqueued Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_rules [ 715.089656] env[65808]: INFO networking_nsxv3.common.synchronization [req-cc768ed6-b3cb-45cb-aae5-27e278fdd0d5 req-bd08d0e1-d7c5-4fb7-9457-ac5bcc4dac6f service nova] Enqueued Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_members [ 715.090065] env[65808]: INFO networking_nsxv3.common.synchronization [req-cc768ed6-b3cb-45cb-aae5-27e278fdd0d5 req-bd08d0e1-d7c5-4fb7-9457-ac5bcc4dac6f service nova] Enqueued Resource ID: 86c69848-c999-4ac1-bff8-7a0614f19d77 with Priority: HIGHEST for action port [ 715.092044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_rules [ 715.092044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_members [ 715.092044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c69848-c999-4ac1-bff8-7a0614f19d77 with Priority: HIGHEST for action port [ 715.092044] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.092044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.092044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.092367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.092367] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.096848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.096848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.096848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.096848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.096848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.096848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.096848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.096848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.096848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.096848] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.097913] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c69848-c999-4ac1-bff8-7a0614f19d77 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.098157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.098392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.098709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.098894] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c69848-c999-4ac1-bff8-7a0614f19d77',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.188553] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.188988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.189157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.189456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.189658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.214354] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: IN_PROGRESS for 2s [ 715.600598] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.601774] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.601889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.602168] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86c69848-c999-4ac1-bff8-7a0614f19d77 with status ACTIVE [ 715.602335] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.602438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.602502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.602718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.602839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.603026] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.603122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.603182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.603344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.603415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.603619] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.603753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.603844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604741] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86c69848-c999-4ac1-bff8-7a0614f19d77 is going to be updated. [ 715.632842] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.633034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.633694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.633922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.634874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.635240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c69848-c999-4ac1-bff8-7a0614f19d77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.887286] env[65808]: INFO networking_nsxv3.common.synchronization [req-35bc50e0-2584-4bb4-a830-ef73fddec97c req-0907f273-0bb5-4961-a30a-65e73054be39 tempest-FloatingIPsAssociationTestJSON-377817088 tempest-FloatingIPsAssociationTestJSON-377817088-project-member] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 715.887890] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 715.888215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.888927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.890949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.890949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.890949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.890949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.891181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.892028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.892028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.892028] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.107585] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.347711] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.347954] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.348091] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.348495] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.348757] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.348953] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.349152] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.349554] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.349878] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.350122] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.350255] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.350712] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.350712] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.350712] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.350821] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.350958] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.370515] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.370709] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.370840] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.371026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-409" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.371436] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-406fc7e9-7aee-4afb-813c-51f8411fb4ed taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.371637] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.371751] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.372133] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.372274] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406fc7e9-7aee-4afb-813c-51f8411fb4ed',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.394014] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.501267] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe in Status: SUCCESS [ 716.501267] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe deletion is rescheduled due to dependency. [ 716.501267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.610983] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.611159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.611245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.611468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.611560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.611655] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 is going to be created. [ 716.615811] env[65808]: INFO networking_nsxv3.common.synchronization [None req-5a014618-07c7-49cf-913c-19be0ab6b300 tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: a29b679d-393b-4734-97d8-7ac6ff4b3f77 with Priority: HIGHEST for action security_group_rules [ 716.616326] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29b679d-393b-4734-97d8-7ac6ff4b3f77 with Priority: HIGHEST for action security_group_rules [ 716.616624] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.616743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.616831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.617095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.617181] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a29b679d-393b-4734-97d8-7ac6ff4b3f77',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.641263] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.641440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.641476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.641666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.641830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.651560] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 in Status: UNINITIALIZED for 2s [ 716.711246] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 716.711246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.711246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.711407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.711407] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.877046] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.877046] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.877267] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.877414] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.878110] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.878349] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 406fc7e9-7aee-4afb-813c-51f8411fb4ed not found, creating... [ 716.878655] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.878844] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.878989] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.879565] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.879565] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.879801] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.879941] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.880281] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.880499] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.880657] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.880828] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 406fc7e9-7aee-4afb-813c-51f8411fb4ed is going to be created. [ 716.899591] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.908836] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.908836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.908836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.908836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.908836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.908836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.961823] env[65808]: INFO networking_nsxv3.common.synchronization [None req-65324202-4be6-4fbb-9c89-a65ef9e1dfb1 tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: a29b679d-393b-4734-97d8-7ac6ff4b3f77 with Priority: HIGHEST for action security_group_rules [ 716.964030] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29b679d-393b-4734-97d8-7ac6ff4b3f77 with Priority: HIGHEST for action security_group_rules [ 716.964030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.964030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.053359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 in Status: SUCCESS [ 717.053705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.053970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.054308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.054592] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.054752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.054829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.055243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.056263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.056263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.056263] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.141025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.141294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.141412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.141690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.141816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.141934] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29b679d-393b-4734-97d8-7ac6ff4b3f77 already deleted. [ 717.142068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.142270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.142479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.142585] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a29b679d-393b-4734-97d8-7ac6ff4b3f77',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.213914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.214049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.214149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.214439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.214647] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.214777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.214849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.215125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.215210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.215250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.215405] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.232766] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 717.232766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.403425] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.403425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.403425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.403425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.403425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.403425] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be updated. [ 717.437921] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.437921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.437921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.437921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.437921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.450859] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: IN_PROGRESS for 2s [ 717.558396] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.558556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.558627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.558857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.559063] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.559597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.559670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.559832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.559924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.560027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.560177] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.560268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.560327] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.560465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.560603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.560693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.560754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.560891] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.560966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.563489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.563626] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.633838] env[65808]: INFO networking_nsxv3.common.synchronization [req-35bc50e0-2584-4bb4-a830-ef73fddec97c req-1aa6b6a4-a27e-4ea2-ad9f-ccc9f7d2eca8 service nova] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_rules [ 717.634075] env[65808]: INFO networking_nsxv3.common.synchronization [req-35bc50e0-2584-4bb4-a830-ef73fddec97c req-1aa6b6a4-a27e-4ea2-ad9f-ccc9f7d2eca8 service nova] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 717.634296] env[65808]: INFO networking_nsxv3.common.synchronization [req-35bc50e0-2584-4bb4-a830-ef73fddec97c req-1aa6b6a4-a27e-4ea2-ad9f-ccc9f7d2eca8 service nova] Enqueued Resource ID: 406fc7e9-7aee-4afb-813c-51f8411fb4ed with Priority: HIGHEST for action port [ 717.635023] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_rules [ 717.635589] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 717.635720] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406fc7e9-7aee-4afb-813c-51f8411fb4ed with Priority: HIGHEST for action port [ 717.636100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.636338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.636454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.636731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.641857] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.641857] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.641857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.641857] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-406fc7e9-7aee-4afb-813c-51f8411fb4ed taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.641857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.641857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.641857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.641857] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406fc7e9-7aee-4afb-813c-51f8411fb4ed',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.700870] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.701124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.701206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.701366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.701461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.702032] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29b679d-393b-4734-97d8-7ac6ff4b3f77 already deleted. [ 717.702032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a29b679d-393b-4734-97d8-7ac6ff4b3f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.719031] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.719031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.719031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.719031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.719257] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.719257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.719257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.719414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.720115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.720115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.720115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.720115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.720115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.720115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.720342] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.720342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.720458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.720532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.720608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.720689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.720774] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.078282] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8822ae36-6b6e-4a0b-9ca4-4d70328170b9: rpc.has_security_group_logging(os_id): False [ 718.098077] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.098077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.098077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.098077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.098077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.098077] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.098077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.098077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.098546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.098546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.098546] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.098546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.098546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.098768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.098801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.099077] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.099808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.099808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.099808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.099808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.099808] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 is going to be created. [ 718.145464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.145464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.145464] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 406fc7e9-7aee-4afb-813c-51f8411fb4ed with status ACTIVE [ 718.145611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.145721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.145786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.145998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.146101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.146268] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.146363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.146422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.146601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.146679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.146966] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.147090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.147153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.147346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.147385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.147444] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 406fc7e9-7aee-4afb-813c-51f8411fb4ed is going to be updated. [ 718.168467] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.168612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.168677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.168995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.169205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.197357] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 in Status: IN_PROGRESS for 2s [ 718.202715] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.202715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.202715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.202715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.202715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.202715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406fc7e9-7aee-4afb-813c-51f8411fb4ed" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.222949] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c: rpc.has_security_group_logging(os_id): False [ 718.277484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.277484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.277484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.277484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.279592] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.279592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.279592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.279592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.279592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.279592] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 718.418406] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.418702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.418702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.418842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.419201] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.449997] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 718.663238] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 in Status: SUCCESS [ 718.663456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.663631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.663845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.664057] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.664168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.664227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.664378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.664455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.664533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.664620] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.864736] env[65808]: INFO networking_nsxv3.common.synchronization [req-2a17eb96-e7a5-473a-aa1d-2ba7fdb2d6e9 req-4695de4f-c87b-47fb-9c99-4826dc8a6a5e tempest-ListServerFiltersTestJSON-644562092 tempest-ListServerFiltersTestJSON-644562092-project-member] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 718.865299] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 718.865603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.865728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.865789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.866083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.866129] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.866225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.866288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.866552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.866552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.866646] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.167793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.168963] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.168963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.169561] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.169561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.169561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.169561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.169561] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.169561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.169561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.170180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.170180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.170180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.170180] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.370638] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.461625] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: SUCCESS [ 719.461902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.462193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.462674] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.463079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.463079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.463079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.463747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.463747] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.673086] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4911a5b-d16c-4ffe-9801-4c28e8384a92: rpc.has_security_group_logging(os_id): False [ 719.691991] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.692359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.692359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.692492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.692531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.692788] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.692898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.692898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.693034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.693110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.693285] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.693367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.693427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.693561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.693631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.693809] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.693883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.693939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.694281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.694361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.694446] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 is going to be created. [ 719.765010] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.765326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.765326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.765401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.765571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.776861] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 in Status: IN_PROGRESS for 2s [ 719.873941] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.966129] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.023175] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f606f01e-337e-4880-bcec-894a2f7cb6e0 None None] Enqueued Resource ID: c7cf4390-f021-4eeb-8074-34ed5259790d with Priority: HIGHEST for action port [ 720.023175] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cf4390-f021-4eeb-8074-34ed5259790d with Priority: HIGHEST for action port [ 720.023175] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7cf4390-f021-4eeb-8074-34ed5259790d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.023175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7cf4390-f021-4eeb-8074-34ed5259790d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.023175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7cf4390-f021-4eeb-8074-34ed5259790d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.023175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7cf4390-f021-4eeb-8074-34ed5259790d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.023175] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cf4390-f021-4eeb-8074-34ed5259790d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.214132] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 in Status: SUCCESS [ 720.214838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.230825] env[65808]: INFO networking_nsxv3.common.synchronization [req-90378255-1b62-4e49-809c-ad87a8215603 req-b40e6317-edf8-442f-88d4-60af30ded7c4 tempest-ServerPasswordTestJSON-79193177 tempest-ServerPasswordTestJSON-79193177-project-member] Enqueued Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_members [ 720.231489] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_members [ 720.231802] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.231973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.233103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.233103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.233103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.233103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.233103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.233103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.233103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.233103] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.378833] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.379068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.379232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.380058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.380058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.380058] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 720.412474] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.412622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.412683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.412952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.413146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.424061] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 720.466180] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 720.466577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.470943] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.527780] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7cf4390-f021-4eeb-8074-34ed5259790d [ 720.528083] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.528248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.528516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.528629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.528731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.528855] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7cf4390-f021-4eeb-8074-34ed5259790d already deleted. [ 720.528984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7cf4390-f021-4eeb-8074-34ed5259790d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.665124] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.665461] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.665666] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.666206] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.667909] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.668183] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.668323] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.668585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.669137] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.670115] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.670115] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.670115] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.670115] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.670392] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.670392] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.670480] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.695081] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.695081] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.695081] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.695081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.695447] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.695611] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.695742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.696202] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.696364] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5b6cd9-db3a-41a0-bb56-a238dac6b0db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.739534] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.739773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.739847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.740241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.740383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.741890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.741890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.741890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.741890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.741890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.741890] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4a2754-49d5-4084-b404-c1f67590102a already deleted. [ 720.741890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.974234] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.974538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.974538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.974612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.974716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.975628] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be updated. [ 721.042852] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.043034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.043096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.043347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.043512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.058106] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: IN_PROGRESS for 2s [ 721.199533] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.199766] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.199949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.200277] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.200477] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.200877] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 0e5b6cd9-db3a-41a0-bb56-a238dac6b0db not found, creating... [ 721.201014] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.201502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.201502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.202093] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.202093] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.202480] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.203053] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.203053] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.203325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.203496] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.203650] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 0e5b6cd9-db3a-41a0-bb56-a238dac6b0db is going to be created. [ 721.232690] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.233118] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.233241] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.234130] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.235221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.235644] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.793182] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 in Status: SUCCESS [ 721.794149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.027551] env[65808]: INFO networking_nsxv3.common.synchronization [req-90378255-1b62-4e49-809c-ad87a8215603 req-347f7b10-3d19-4a05-a615-25951c2814a1 service nova] Enqueued Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_rules [ 722.027836] env[65808]: INFO networking_nsxv3.common.synchronization [req-90378255-1b62-4e49-809c-ad87a8215603 req-347f7b10-3d19-4a05-a615-25951c2814a1 service nova] Enqueued Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_members [ 722.028040] env[65808]: INFO networking_nsxv3.common.synchronization [req-90378255-1b62-4e49-809c-ad87a8215603 req-347f7b10-3d19-4a05-a615-25951c2814a1 service nova] Enqueued Resource ID: 0e5b6cd9-db3a-41a0-bb56-a238dac6b0db with Priority: HIGHEST for action port [ 722.028720] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_rules [ 722.028915] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_members [ 722.029409] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b6cd9-db3a-41a0-bb56-a238dac6b0db with Priority: HIGHEST for action port [ 722.029822] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.030181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.030341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.030813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.030940] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.032205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.032396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.032515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.033106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.033282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.033399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.033640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.033790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.033949] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.035509] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.036516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.036516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.036516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.036516] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5b6cd9-db3a-41a0-bb56-a238dac6b0db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.435140] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 722.435547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.538255] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.538255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.538602] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.539727] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e5b6cd9-db3a-41a0-bb56-a238dac6b0db with status ACTIVE [ 722.539995] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.540274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.540274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.540473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.540581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.540745] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.540852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.540915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.543637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.543637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.543637] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.543637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.543637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.543637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.543637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.543637] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e5b6cd9-db3a-41a0-bb56-a238dac6b0db is going to be updated. [ 722.571349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.571349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.571577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.571701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.571774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.571944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e5b6cd9-db3a-41a0-bb56-a238dac6b0db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.015030] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6c2f0057-fa46-4e4a-b557-53cc893ce6ba None None] Enqueued Resource ID: 395e6a28-dd52-4dc9-945b-4fe3caac6ff1 with Priority: HIGHEST for action port [ 723.015616] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395e6a28-dd52-4dc9-945b-4fe3caac6ff1 with Priority: HIGHEST for action port [ 723.015616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-395e6a28-dd52-4dc9-945b-4fe3caac6ff1 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.015936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395e6a28-dd52-4dc9-945b-4fe3caac6ff1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.015936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395e6a28-dd52-4dc9-945b-4fe3caac6ff1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.016874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395e6a28-dd52-4dc9-945b-4fe3caac6ff1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.016874] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395e6a28-dd52-4dc9-945b-4fe3caac6ff1',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.046747] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.071622] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: SUCCESS [ 723.071839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.072020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.072234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.072427] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.072546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.072610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.072761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.072841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.072930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.073086] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.520272] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 395e6a28-dd52-4dc9-945b-4fe3caac6ff1 [ 723.520724] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.520724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.520724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.521020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.521020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.521166] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:395e6a28-dd52-4dc9-945b-4fe3caac6ff1 already deleted. [ 723.521252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395e6a28-dd52-4dc9-945b-4fe3caac6ff1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.547991] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.548251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.548251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.548417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.548508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.548607] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4a2754-49d5-4084-b404-c1f67590102a is going to be created. [ 723.578402] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.578530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.578603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.578890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.579124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.580652] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.580652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.580652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.580850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.580980] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.582067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.582162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.582355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.582608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.582608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.582726] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.583859] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.583859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.583859] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.595571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4a2754-49d5-4084-b404-c1f67590102a in Status: UNINITIALIZED for 2s [ 723.923642] env[65808]: INFO networking_nsxv3.common.synchronization [req-d36a417c-2f8d-4a39-b4fb-57c79cc97723 req-2d02034b-0e90-4437-a030-62a35b38a406 tempest-SecurityGroupRulesNegativeTestJSON-966561007 tempest-SecurityGroupRulesNegativeTestJSON-966561007-project-member] Enqueued Resource ID: b8592c17-e187-4149-9b2c-a71c48e3e7e9 with Priority: HIGHEST for action security_group_rules [ 723.923642] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8592c17-e187-4149-9b2c-a71c48e3e7e9 with Priority: HIGHEST for action security_group_rules [ 723.923642] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.924092] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.924092] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.924092] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.924230] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8592c17-e187-4149-9b2c-a71c48e3e7e9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.086802] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc03e84a-c64d-4aac-90a8-7a084b3bd43f: rpc.has_security_group_logging(os_id): False [ 724.110754] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.110985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.110985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.111265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.111376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.111581] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.111682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.111746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.111901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.112007] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.112237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.112322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.112385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.112528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.112601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.112793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.112884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.112944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.113259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.113382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.113476] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be updated. [ 724.183850] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.184063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.184303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.184399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.184574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.211531] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: IN_PROGRESS for 2s [ 724.450619] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.451091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.451091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.451091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.451247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.451340] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8592c17-e187-4149-9b2c-a71c48e3e7e9 already deleted. [ 724.451382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.555168] env[65808]: INFO networking_nsxv3.common.synchronization [req-04609e4f-9e2e-4162-9f11-b1eaf841b0b2 req-667413ef-0cdd-43d6-9e91-00ed1d87abf2 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 724.555744] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 724.556486] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.556486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.556486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.556703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.556770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.556871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.556939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.557108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.557195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.557306] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.059430] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.060259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.060259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.060259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.060259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.060259] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.060506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.060506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.060595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.060669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.060751] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 725.120680] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.122331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.122422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.123141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.123141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.135046] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 725.609415] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4a2754-49d5-4084-b404-c1f67590102a in Status: SUCCESS [ 725.609415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.609415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.609415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.609415] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.609415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.609415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.610630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.610854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.611038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.611345] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.117036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.117036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.117036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.117775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.117775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.117775] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.228732] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: SUCCESS [ 726.229022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.621461] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc4a2754-49d5-4084-b404-c1f67590102a: rpc.has_security_group_logging(os_id): False [ 726.650027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.650027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.650027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.650241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.650241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.651347] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.651347] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.651347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.651928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.652647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.652647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.652904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.653253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.653404] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4a2754-49d5-4084-b404-c1f67590102a is going to be created. [ 726.763867] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.764132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.764575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.764882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.765694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.793526] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4a2754-49d5-4084-b404-c1f67590102a in Status: IN_PROGRESS for 2s [ 726.835108] env[65808]: INFO networking_nsxv3.common.synchronization [None req-15fd8f0e-c5ae-4d83-b186-01513bec37d8 None None] Enqueued Resource ID: d173a2ab-4983-4e3a-84a7-7018d4cbe659 with Priority: HIGHEST for action port [ 726.835684] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d173a2ab-4983-4e3a-84a7-7018d4cbe659 with Priority: HIGHEST for action port [ 726.835983] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-d173a2ab-4983-4e3a-84a7-7018d4cbe659 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.836136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d173a2ab-4983-4e3a-84a7-7018d4cbe659" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.836253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d173a2ab-4983-4e3a-84a7-7018d4cbe659" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.837323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d173a2ab-4983-4e3a-84a7-7018d4cbe659" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.837422] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d173a2ab-4983-4e3a-84a7-7018d4cbe659',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.155802] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 727.156044] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b deletion is rescheduled due to dependency. [ 727.156179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.340505] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d173a2ab-4983-4e3a-84a7-7018d4cbe659 [ 727.340910] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.341209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.341209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.341466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.341466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.341647] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d173a2ab-4983-4e3a-84a7-7018d4cbe659 already deleted. [ 727.341647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d173a2ab-4983-4e3a-84a7-7018d4cbe659" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.907275] env[65808]: INFO networking_nsxv3.common.synchronization [req-2a581474-127d-4037-ad47-a25dc8d0483b req-480db224-7da9-4b53-b2c8-2c230dda8be2 tempest-SecurityGroupRulesNegativeTestJSON-966561007 tempest-SecurityGroupRulesNegativeTestJSON-966561007-project-member] Enqueued Resource ID: b8592c17-e187-4149-9b2c-a71c48e3e7e9 with Priority: HIGHEST for action security_group_rules [ 727.909054] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8592c17-e187-4149-9b2c-a71c48e3e7e9 with Priority: HIGHEST for action security_group_rules [ 727.909054] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.909054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.909054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.909260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.909260] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8592c17-e187-4149-9b2c-a71c48e3e7e9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.440863] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.440863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.440863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.440863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.440863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.441217] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8592c17-e187-4149-9b2c-a71c48e3e7e9 already deleted. [ 728.441217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8592c17-e187-4149-9b2c-a71c48e3e7e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.520748] env[65808]: INFO networking_nsxv3.common.synchronization [req-8fe617bb-d522-41ef-8741-5edc5b4e95c0 req-297cf20d-4117-4480-b374-098ad2c6547e tempest-MigrationsAdminTest-2135634865 tempest-MigrationsAdminTest-2135634865-project-member] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 728.521783] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 728.522415] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.524042] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.524402] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.815336] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4a2754-49d5-4084-b404-c1f67590102a in Status: SUCCESS [ 728.815610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.911015] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.911331] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.911331] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.911591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.911939] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.912158] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.912302] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.912556] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.912711] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.912967] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.913113] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.913797] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.913797] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.913797] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.913797] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.913797] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.934176] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.934176] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.934176] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.934176] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.935618] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-c49edd6f-ce12-4e04-a669-300d73247690 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.935908] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.936099] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.936549] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.936720] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49edd6f-ce12-4e04-a669-300d73247690',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.026501] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.440410] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.440664] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.440799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.441125] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.441296] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.441489] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port c49edd6f-ce12-4e04-a669-300d73247690 not found, creating... [ 729.442184] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.442388] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.442513] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.442770] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.442946] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.443282] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.443474] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.443613] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.443871] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.444018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.444188] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: c49edd6f-ce12-4e04-a669-300d73247690 is going to be created. [ 729.469762] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.470076] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.470174] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.470543] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.470812] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.471121] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.530352] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.599796] env[65808]: INFO networking_nsxv3.common.synchronization [req-188abd64-e0d6-4df5-b5f1-b681a8cab3e2 req-2ef70f12-2e7b-4b8c-b367-0b36f2a820cd tempest-FloatingIPsAssociationNegativeTestJSON-1084867271 tempest-FloatingIPsAssociationNegativeTestJSON-1084867271-project-member] Enqueued Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_members [ 729.600399] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGHEST for action security_group_members [ 729.600747] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.601458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.601458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.601607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.601796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.601938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.602636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.602636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.602636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.602636] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.032774] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.033238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.034534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.034746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.034813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.034963] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 is going to be updated. [ 730.085915] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.086222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.086343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.086624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.086824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.097947] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: IN_PROGRESS for 2s [ 730.106545] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.107723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.107852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.108163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.108351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.108570] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.108825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.109123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.109349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.109470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.109612] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df332082-a91f-4ec8-9a5b-f18b3070c685 is going to be updated. [ 730.141724] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.142026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.142192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.142519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.142819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.152334] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df332082-a91f-4ec8-9a5b-f18b3070c685 in Status: IN_PROGRESS for 2s [ 730.238824] env[65808]: INFO networking_nsxv3.common.synchronization [req-8fe617bb-d522-41ef-8741-5edc5b4e95c0 req-43956c79-9785-4438-9bd8-c8733fe69818 service nova] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_rules [ 730.238952] env[65808]: INFO networking_nsxv3.common.synchronization [req-8fe617bb-d522-41ef-8741-5edc5b4e95c0 req-43956c79-9785-4438-9bd8-c8733fe69818 service nova] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 730.239157] env[65808]: INFO networking_nsxv3.common.synchronization [req-8fe617bb-d522-41ef-8741-5edc5b4e95c0 req-43956c79-9785-4438-9bd8-c8733fe69818 service nova] Enqueued Resource ID: c49edd6f-ce12-4e04-a669-300d73247690 with Priority: HIGHEST for action port [ 730.239409] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_rules [ 730.239589] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 730.239719] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49edd6f-ce12-4e04-a669-300d73247690 with Priority: HIGHEST for action port [ 730.240628] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.240895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.241165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.241281] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.243011] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.243163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.243380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49edd6f-ce12-4e04-a669-300d73247690 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.243487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.243553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.243767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.243825] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49edd6f-ce12-4e04-a669-300d73247690',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.565019] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a8811305-592d-4690-944c-2ff2a4d97bea None None] Enqueued Resource ID: 181b306e-d033-4950-94ab-6b74bb3e259b with Priority: HIGHEST for action port [ 730.565948] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181b306e-d033-4950-94ab-6b74bb3e259b with Priority: HIGHEST for action port [ 730.567364] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-181b306e-d033-4950-94ab-6b74bb3e259b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.567528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181b306e-d033-4950-94ab-6b74bb3e259b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.567577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181b306e-d033-4950-94ab-6b74bb3e259b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.567872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181b306e-d033-4950-94ab-6b74bb3e259b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.567957] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181b306e-d033-4950-94ab-6b74bb3e259b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.745888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.745888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.750021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c49edd6f-ce12-4e04-a669-300d73247690 with status ACTIVE [ 730.750021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.750021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.750021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.750021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.750021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c49edd6f-ce12-4e04-a669-300d73247690 is going to be updated. [ 730.775268] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.775268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.775268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.775268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.775268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.775268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49edd6f-ce12-4e04-a669-300d73247690" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.069962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 181b306e-d033-4950-94ab-6b74bb3e259b [ 731.070422] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.070422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.070422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.070608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.070694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.070756] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:181b306e-d033-4950-94ab-6b74bb3e259b already deleted. [ 731.070853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181b306e-d033-4950-94ab-6b74bb3e259b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.332733] env[65808]: INFO networking_nsxv3.common.synchronization [req-414b6e30-d703-48cd-9735-0d2a3837b3c5 req-98b967a8-6ebd-4e73-acd5-5fe852ff9b99 tempest-ServersTestFqdnHostnames-1754456776 tempest-ServersTestFqdnHostnames-1754456776-project-member] Enqueued Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_members [ 731.333262] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_members [ 731.333573] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.333724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.333764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.334016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.334296] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.334422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.334475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.334640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.334724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.334809] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.836695] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.837050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.837050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.837236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.837329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.837562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.837647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.838789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.838789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.838789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.838789] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f already deleted. [ 731.838789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.904909] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.905742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-120" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.905742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-120" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.905742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-120" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.906106] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.906106] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.906106] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.906262] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.906398] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.906592] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.906714] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.906806] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.906887] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.906982] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.907108] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.907274] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.950146] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.950359] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.950466] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.950636] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-120" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.951214] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.951214] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.951346] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.951623] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.951864] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed127a8-23ff-4c8b-a96c-d2efd1b1be09',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.108832] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: SUCCESS [ 732.109201] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.109427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.109691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.109876] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.110040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.110196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.110405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.110523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.110672] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.170960] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df332082-a91f-4ec8-9a5b-f18b3070c685 in Status: SUCCESS [ 732.171818] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df332082-a91f-4ec8-9a5b-f18b3070c685 deletion is rescheduled due to dependency. [ 732.171818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.456031] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.456031] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.456403] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.457288] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.457288] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.457421] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 not found, creating... [ 732.458378] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.458378] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.458602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.461036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.461036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.461036] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.461036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.461036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.461036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.461036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.461419] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 is going to be created. [ 732.559580] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.559818] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.560141] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.560266] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.560530] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.560781] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.614447] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.120024] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.207732] env[65808]: INFO networking_nsxv3.common.synchronization [req-414b6e30-d703-48cd-9735-0d2a3837b3c5 req-6ce3afbf-8fc9-4d77-9651-d351ac2558f0 service nova] Enqueued Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_rules [ 733.207732] env[65808]: INFO networking_nsxv3.common.synchronization [req-414b6e30-d703-48cd-9735-0d2a3837b3c5 req-6ce3afbf-8fc9-4d77-9651-d351ac2558f0 service nova] Enqueued Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_members [ 733.207732] env[65808]: INFO networking_nsxv3.common.synchronization [req-414b6e30-d703-48cd-9735-0d2a3837b3c5 req-6ce3afbf-8fc9-4d77-9651-d351ac2558f0 service nova] Enqueued Resource ID: 1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 with Priority: HIGHEST for action port [ 733.207732] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_rules [ 733.208622] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_members [ 733.208622] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 with Priority: HIGHEST for action port [ 733.208622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.208622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.208622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.208986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.208986] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.213441] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.213441] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.213441] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.213441] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.213441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.213919] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed127a8-23ff-4c8b-a96c-d2efd1b1be09',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.624111] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.624111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.624111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.624111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.624111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.624111] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 is going to be updated. [ 733.663284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.663437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.663487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.663729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.663851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.683350] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: IN_PROGRESS for 2s [ 733.716266] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.716537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.716822] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.718930] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 with status ACTIVE [ 733.719491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.719701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.719831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.720363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.720517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.720758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.720928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.721048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.721375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.721491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.722467] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.722467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.722467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.722467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.722467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.722467] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ed127a8-23ff-4c8b-a96c-d2efd1b1be09 is going to be updated. [ 733.759778] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.760094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.760354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.760597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.760859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.761152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed127a8-23ff-4c8b-a96c-d2efd1b1be09" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.903782] env[65808]: INFO networking_nsxv3.common.synchronization [req-a05a0fc7-680f-4ba4-81c2-90664ebfdf23 req-9cbc0b45-a3da-4995-a814-29073608275f tempest-ServerGroupTestJSON-1898251484 tempest-ServerGroupTestJSON-1898251484-project-member] Enqueued Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_members [ 733.907450] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGHEST for action security_group_members [ 733.907450] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.907450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.907450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.907450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.907450] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.907450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.907450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.907450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.907450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.907450] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.225400] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.410993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.411228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.411281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.411564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.411635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.411816] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.411954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.412023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.412137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.412242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.412299] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 is going to be updated. [ 734.447425] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.447425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.447758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.447947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.448102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.462660] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 in Status: IN_PROGRESS for 2s [ 734.727462] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.727603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.727718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.727890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.727984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.728211] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f is going to be created. [ 734.764308] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.764521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.764596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.765129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.778321] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1fe9c0a-ea25-4332-a217-2f902703e86f in Status: UNINITIALIZED for 2s [ 735.701442] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: SUCCESS [ 735.701695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.701851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.702083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.702282] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.702403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.702467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.702648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.702735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.702835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.702962] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.210870] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.214183] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.214183] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.214183] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.214183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.214902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.214902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.214902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.214902] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.473491] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 in Status: SUCCESS [ 736.473642] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 deletion is rescheduled due to dependency. [ 736.473715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.720217] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86ac65ee-a532-4ab4-a717-4a84b25e64e0: rpc.has_security_group_logging(os_id): False [ 736.745947] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.745947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.745947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.745947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.745947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.747155] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.747155] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.747155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.747578] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.747578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.747578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.747578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.747725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.747725] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 is going to be updated. [ 736.773126] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-5bb62616-2a2e-4669-9d4b-29e146d8b9f6 tempest-ListServersNegativeTestJSON-1028258389 tempest-ListServersNegativeTestJSON-1028258389-project-member] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 736.773780] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 736.775914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.775914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.776089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.776298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.777831] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.777964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.778049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.778264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.778394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.778450] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.790130] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1fe9c0a-ea25-4332-a217-2f902703e86f in Status: SUCCESS [ 736.790130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.790130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.790322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.790456] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.790572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.790636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.790782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.790865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.790946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.791048] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.877249] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.877788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.878055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.878492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.879034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.894178] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: IN_PROGRESS for 2s [ 737.235686] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.235916] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.236050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.236417] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.237724] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.238799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.239638] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.239707] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.239861] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.240136] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.240322] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.240455] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.244386] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.244386] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.244386] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.244386] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.262128] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.262383] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.262503] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.262703] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.263045] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-ddbc3a95-063a-4088-92f5-749be10acd31 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.263283] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.263408] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.263788] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.263893] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbc3a95-063a-4088-92f5-749be10acd31',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.282171] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.282331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.282435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.282647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.282771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.283029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.283112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.283174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.283394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.283606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.283698] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 already deleted. [ 737.283892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.296239] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.767027] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.767520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.767520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.767657] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.767814] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.767945] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port ddbc3a95-063a-4088-92f5-749be10acd31 not found, creating... [ 737.768231] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.768379] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.768568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.768705] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.768841] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.769181] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.769345] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.769466] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.769674] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.769803] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.769938] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: ddbc3a95-063a-4088-92f5-749be10acd31 is going to be created. [ 737.799822] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1fe9c0a-ea25-4332-a217-2f902703e86f: rpc.has_security_group_logging(os_id): False [ 737.802424] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.802618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.802731] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.803122] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.803336] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.803587] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.841153] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.841355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.841355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.841748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.841748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.841964] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.842082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.842141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.842295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.842367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.842453] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f is going to be created. [ 737.955250] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.955250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.955250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.955250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.955250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.969917] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1fe9c0a-ea25-4332-a217-2f902703e86f in Status: IN_PROGRESS for 2s [ 738.151492] env[65808]: INFO networking_nsxv3.common.synchronization [req-5bd1aebf-9583-42bc-b4a9-0f8d562bab13 req-a57fde29-2a83-4d08-ad31-223787d199e8 tempest-VolumesAdminNegativeTest-302829494 tempest-VolumesAdminNegativeTest-302829494-project-member] Enqueued Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_members [ 738.151935] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGHEST for action security_group_members [ 738.152327] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.152591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.152591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.152715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.152893] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.153011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.153075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.153229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.153340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.153459] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.529957] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-ee72e1c6-2a08-4c61-98b4-ac4e36ee99f2 service nova] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_rules [ 738.530050] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-ee72e1c6-2a08-4c61-98b4-ac4e36ee99f2 service nova] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 738.530184] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-ee72e1c6-2a08-4c61-98b4-ac4e36ee99f2 service nova] Enqueued Resource ID: ddbc3a95-063a-4088-92f5-749be10acd31 with Priority: HIGHEST for action port [ 738.530777] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_rules [ 738.530908] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 738.531050] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbc3a95-063a-4088-92f5-749be10acd31 with Priority: HIGHEST for action port [ 738.531291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.531449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.531555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.531739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.531827] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.532798] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.533426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.533624] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.533845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.533953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.534030] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.534837] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbc3a95-063a-4088-92f5-749be10acd31 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.535068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.535068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.535381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.535381] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbc3a95-063a-4088-92f5-749be10acd31',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.655756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.655929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.655993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.656245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.656423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.657781] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.657781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.657781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.657781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.657781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.657781] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 is going to be updated. [ 738.688410] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.688410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.688410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.688658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.688777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.704053] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 in Status: IN_PROGRESS for 2s [ 738.825266] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-ddf47837-1ceb-4bd3-ace2-f9d68f1ab7b4 tempest-ListServersNegativeTestJSON-1028258389 tempest-ListServersNegativeTestJSON-1028258389-project-member] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 738.827548] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 738.828061] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.828270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.914323] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: SUCCESS [ 738.915458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.037528] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037984] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.039055] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddbc3a95-063a-4088-92f5-749be10acd31 with status ACTIVE [ 739.039338] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.039472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.039537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.039758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.039844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040062] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.040196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.040425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.040498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040685] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.040774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.040974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.041059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.041141] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddbc3a95-063a-4088-92f5-749be10acd31 is going to be updated. [ 739.079818] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.080059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.080345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.080442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.080674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.080913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbc3a95-063a-4088-92f5-749be10acd31" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.320717] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.320963] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.321074] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.321346] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.321655] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.321843] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.321980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.322373] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.323157] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.323157] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.323157] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.323157] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.323157] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.323300] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.323384] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.323586] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.353030] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.353188] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.353266] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.353430] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.353850] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-45d65bea-2d34-410c-a9e2-b22b8395f649 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.354207] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.354310] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.354671] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.354802] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d65bea-2d34-410c-a9e2-b22b8395f649',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.542887] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.858722] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.858722] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.858722] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.858722] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.858722] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.858722] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 45d65bea-2d34-410c-a9e2-b22b8395f649 not found, creating... [ 739.859348] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.859348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.859348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.859348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.859483] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.859799] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.859985] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.860161] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.860997] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.860997] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.860997] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 45d65bea-2d34-410c-a9e2-b22b8395f649 is going to be created. [ 739.885543] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.885543] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.885543] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.885543] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.885543] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.885737] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.984113] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1fe9c0a-ea25-4332-a217-2f902703e86f in Status: SUCCESS [ 739.984412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.045280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.045479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.045517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.046423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.046423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.046423] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be created. [ 740.082684] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.082887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.083052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.083303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.083536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.097984] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: UNINITIALIZED for 2s [ 740.611047] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-147ee4b5-7dc3-461b-9b70-80de08f068e1 service nova] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_rules [ 740.611269] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-147ee4b5-7dc3-461b-9b70-80de08f068e1 service nova] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 740.611424] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-147ee4b5-7dc3-461b-9b70-80de08f068e1 service nova] Enqueued Resource ID: 45d65bea-2d34-410c-a9e2-b22b8395f649 with Priority: HIGHEST for action port [ 740.611957] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_rules [ 740.612201] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 740.612351] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d65bea-2d34-410c-a9e2-b22b8395f649 with Priority: HIGHEST for action port [ 740.612773] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.612923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.613243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.613373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.613657] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d65bea-2d34-410c-a9e2-b22b8395f649 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.613782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.613871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.614161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.614252] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d65bea-2d34-410c-a9e2-b22b8395f649',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.715667] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 in Status: IN_PROGRESS for 4s [ 741.119029] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45d65bea-2d34-410c-a9e2-b22b8395f649 with status ACTIVE [ 741.119029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.119029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.119029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.119779] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.119779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.119779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.119779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.119779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.119779] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45d65bea-2d34-410c-a9e2-b22b8395f649 is going to be updated. [ 741.152795] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.152987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.152987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.153233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.153373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.153540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d65bea-2d34-410c-a9e2-b22b8395f649" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.551971] env[65808]: INFO networking_nsxv3.common.synchronization [None req-5ea866ee-1539-4d9c-aff5-3283d7ef64b0 None None] Enqueued Resource ID: 8b105220-a8b9-41c4-a2b7-684776b2e22f with Priority: HIGHEST for action port [ 741.552575] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b105220-a8b9-41c4-a2b7-684776b2e22f with Priority: HIGHEST for action port [ 741.552922] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b105220-a8b9-41c4-a2b7-684776b2e22f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.553114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b105220-a8b9-41c4-a2b7-684776b2e22f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.553302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b105220-a8b9-41c4-a2b7-684776b2e22f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.553616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b105220-a8b9-41c4-a2b7-684776b2e22f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.553719] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b105220-a8b9-41c4-a2b7-684776b2e22f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.603207] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-1a188bc5-cd98-4b96-bb32-f9d966e71624 tempest-ListServersNegativeTestJSON-1028258389 tempest-ListServersNegativeTestJSON-1028258389-project-member] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 741.603808] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 741.605516] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.605516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.934756] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.934756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.934936] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.935165] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.935466] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.935618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.935725] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.936011] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.936415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.936626] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.936734] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.936837] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.936935] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.937071] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.937157] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.937279] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.994656] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.994853] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.994952] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.995134] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-639" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.995457] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-fc17aa66-d712-490b-af14-e258ce285505 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995627] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.995740] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.996102] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.996239] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc17aa66-d712-490b-af14-e258ce285505',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.055721] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b105220-a8b9-41c4-a2b7-684776b2e22f [ 742.056007] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.056205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.056316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.056612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.056736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.056876] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b105220-a8b9-41c4-a2b7-684776b2e22f already deleted. [ 742.057015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b105220-a8b9-41c4-a2b7-684776b2e22f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.108826] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 742.109169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.109383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.109617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.109881] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.110074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.110174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.110387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.110496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.110622] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.499741] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.500065] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.500114] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.502433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.502433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.502433] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port fc17aa66-d712-490b-af14-e258ce285505 not found, creating... [ 742.502433] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.502433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.502433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.502433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.502433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.502433] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.502433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.502832] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.502832] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.502832] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.502832] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: fc17aa66-d712-490b-af14-e258ce285505 is going to be created. [ 742.532274] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.532530] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.532654] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.533050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.533305] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.533755] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.616477] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.729984] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 in Status: SUCCESS [ 742.729984] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 deletion is rescheduled due to dependency. [ 742.729984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.119179] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.311114] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-7847343c-aac5-4832-bf7d-249d6b72649a service nova] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_rules [ 743.311818] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-7847343c-aac5-4832-bf7d-249d6b72649a service nova] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 743.311818] env[65808]: INFO networking_nsxv3.common.synchronization [req-a99563a6-c6e9-45aa-b6e2-53f137e589ee req-7847343c-aac5-4832-bf7d-249d6b72649a service nova] Enqueued Resource ID: fc17aa66-d712-490b-af14-e258ce285505 with Priority: HIGHEST for action port [ 743.312949] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_rules [ 743.312949] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 743.312949] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc17aa66-d712-490b-af14-e258ce285505 with Priority: HIGHEST for action port [ 743.312949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.313232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.313263] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.313370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.313581] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc17aa66-d712-490b-af14-e258ce285505 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.313672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.313672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.316375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.316913] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc17aa66-d712-490b-af14-e258ce285505',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.623140] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.623440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.623509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.623814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.623960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.624121] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 743.660075] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.660401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.660401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.660676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.660878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.677343] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 743.819538] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc17aa66-d712-490b-af14-e258ce285505 with status ACTIVE [ 743.821652] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.821652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.821652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.821652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.821652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.821893] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.822214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.822423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.822608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.822769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.823161] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.823350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.823529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.823743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.823880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.823982] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc17aa66-d712-490b-af14-e258ce285505 is going to be updated. [ 743.831186] env[65808]: INFO networking_nsxv3.common.synchronization [None req-c8bdf371-9936-466a-90e7-56881f93618d tempest-ServersV294TestFqdnHostnames-113142494 tempest-ServersV294TestFqdnHostnames-113142494-project-member] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_rules [ 743.833491] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_rules [ 743.833491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.833491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.833491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.833837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.834634] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.874112] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.876024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.876024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.876024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.876024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.876024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc17aa66-d712-490b-af14-e258ce285505" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.997988] env[65808]: INFO networking_nsxv3.common.synchronization [None req-31c314c8-0cd6-4a54-8cc6-a9e9e1a72f7c tempest-ServersV294TestFqdnHostnames-113142494 tempest-ServersV294TestFqdnHostnames-113142494-project-member] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_rules [ 743.997988] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_rules [ 743.998494] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.998494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.360134] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.360359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.360413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.360622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.361299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.361299] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11387880-d015-4a81-9359-254efcecfc48 already deleted. [ 744.361299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.361299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.361299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.361299] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.529792] env[65808]: INFO networking_nsxv3.common.synchronization [None req-fdf4d4b1-c4e6-45fc-a770-2330d39f780f None None] Enqueued Resource ID: 7bda8bae-0401-452e-9a58-6eb0ecd48201 with Priority: HIGHEST for action port [ 744.530376] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bda8bae-0401-452e-9a58-6eb0ecd48201 with Priority: HIGHEST for action port [ 744.530778] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bda8bae-0401-452e-9a58-6eb0ecd48201 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.531052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bda8bae-0401-452e-9a58-6eb0ecd48201" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.531052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bda8bae-0401-452e-9a58-6eb0ecd48201" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.532581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bda8bae-0401-452e-9a58-6eb0ecd48201" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.532581] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bda8bae-0401-452e-9a58-6eb0ecd48201',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.809306] env[65808]: INFO networking_nsxv3.common.synchronization [None req-7e47551e-4db1-4ba5-9e59-be9d651b3e0c tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_rules [ 744.809306] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_rules [ 744.812369] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab7749f-04c8-4a95-8f11-7b8639424e29 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.812503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.812572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.812845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.812924] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.883317] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.883621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.883621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.883735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.883771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.883910] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11387880-d015-4a81-9359-254efcecfc48 already deleted. [ 744.883910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.939265] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6a5918d0-441d-45c7-b63b-8a3b9b96426e tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_rules [ 744.940234] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_rules [ 744.940640] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab7749f-04c8-4a95-8f11-7b8639424e29 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.940640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.035108] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bda8bae-0401-452e-9a58-6eb0ecd48201 [ 745.035108] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.035108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.035108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.035108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.035108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.035108] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bda8bae-0401-452e-9a58-6eb0ecd48201 already deleted. [ 745.035108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bda8bae-0401-452e-9a58-6eb0ecd48201" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.333799] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.334013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.334069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.334271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.334379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.334470] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 already deleted. [ 745.334734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.334734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.334858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.334938] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.687229] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 745.687636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.687636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.687827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.688025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.688198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.688198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.688606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.688606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.688606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.688852] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.689608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.689779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.689934] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.690046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.690104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.690369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.690406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.690468] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.858450] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.858774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.858774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.859208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.859607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.859607] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 already deleted. [ 745.859607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.194637] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.194637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.194637] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.503264] env[65808]: INFO networking_nsxv3.common.synchronization [req-d0132567-f4c5-4c70-9077-22ea23d98b2c req-eb052cd0-e31f-4059-b7b7-aed7c6d0a407 tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 746.503944] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 746.504285] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.504424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.504514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.504683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.504838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.504930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.505055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.505159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.505262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.505361] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.697906] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.897530] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.897530] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.897530] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.897530] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.899221] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.899221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.899221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.899221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.899221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.899221] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.899221] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.899221] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.899679] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.899679] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.899679] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.899793] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.924347] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.924533] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.924642] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.924884] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.925211] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.925400] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.925510] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.925825] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.925950] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.011028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.011028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.011028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.011028] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be updated. [ 747.059527] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.059527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.059527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.059527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.059527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.069975] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 747.200869] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.201167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.201287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.201713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.201881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.202105] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 747.236986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.237482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.237565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.237791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.237944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.250744] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 747.430205] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.430478] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.430686] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.430876] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.431028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.431178] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 not found, creating... [ 747.431494] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.431579] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.431711] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.431879] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.432015] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.432394] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.432742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.432742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.432888] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.433018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.433152] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 is going to be created. [ 747.453700] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.453898] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.454130] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.454367] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.454588] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.454816] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.223139] env[65808]: INFO networking_nsxv3.common.synchronization [req-d03cbd74-a608-4135-9aa2-b5e8226c5ec5 req-1eee33c4-08ca-482a-8048-4db4f226cdbf tempest-ListServerFiltersTestJSON-644562092 tempest-ListServerFiltersTestJSON-644562092-project-member] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 748.223139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 748.223139] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.223585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.223585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.223653] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.226042] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.226042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.226042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.226042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.226042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.226042] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.237882] env[65808]: INFO networking_nsxv3.common.synchronization [req-d0132567-f4c5-4c70-9077-22ea23d98b2c req-76ef2e15-3665-4639-8152-560b0c28f15e service nova] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_rules [ 748.238098] env[65808]: INFO networking_nsxv3.common.synchronization [req-d0132567-f4c5-4c70-9077-22ea23d98b2c req-76ef2e15-3665-4639-8152-560b0c28f15e service nova] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 748.238275] env[65808]: INFO networking_nsxv3.common.synchronization [req-d0132567-f4c5-4c70-9077-22ea23d98b2c req-76ef2e15-3665-4639-8152-560b0c28f15e service nova] Enqueued Resource ID: ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 with Priority: HIGHEST for action port [ 748.238899] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_rules [ 748.239129] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 748.239396] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 with Priority: HIGHEST for action port [ 748.239801] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.239976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.240088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.240351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.240488] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.243627] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.244617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.244617] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.244617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.244617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.244617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.244617] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.727040] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.749951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.749951] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 with status ACTIVE [ 748.749951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.749951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.749951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.749951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.750513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.750513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.750513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.750513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.750621] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0 is going to be updated. [ 748.781202] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.781202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.781202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.781202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.781202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.781202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea53c5a6-9ddd-4c2b-86fe-2b0333b5d4f0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.794947] env[65808]: INFO networking_nsxv3.common.synchronization [req-7874743f-09e0-4f81-bb8c-de4920b760b3 req-dbf0dd63-2a7d-4141-b0ec-12a057c0751d tempest-ServerPasswordTestJSON-79193177 tempest-ServerPasswordTestJSON-79193177-project-member] Enqueued Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_members [ 748.795889] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGHEST for action security_group_members [ 748.797084] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.797084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.797084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.797286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.797549] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.801021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.801021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.801021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.801021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.801021] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.082763] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 749.083099] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 deletion is rescheduled due to dependency. [ 749.083274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.083544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.083866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.084150] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.084344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.084452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.085150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.085150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.085252] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.229997] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.264103] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 749.264900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.268902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.269287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.269495] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.269680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.269680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.269831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.270214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.270214] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.305043] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.305227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.305298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.306564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.306564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.307409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.307409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.307409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.307409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.307409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.307409] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4a2754-49d5-4084-b404-c1f67590102a is going to be updated. [ 749.351117] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.351275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.352013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.352013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.352013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.367467] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4a2754-49d5-4084-b404-c1f67590102a in Status: IN_PROGRESS for 2s [ 749.587975] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.733763] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.734048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.734137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.734390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.734482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.734581] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 749.772987] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.785557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.785718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.785765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.785964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.786317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.802937] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 749.983596] env[65808]: INFO networking_nsxv3.common.synchronization [req-a8fed8c0-949f-40d6-b5c1-193bdf9fa05f req-119751ef-0f48-4f7d-84e1-7f1fad8500d9 tempest-FloatingIPsAssociationTestJSON-377817088 tempest-FloatingIPsAssociationTestJSON-377817088-project-member] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 749.986123] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 749.986123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.986123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.986123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.986123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.986123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.986123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.986123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.986123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.986123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.986123] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.090687] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.276968] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.491260] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.593536] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.593773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.593878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.594198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.594302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.594465] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be updated. [ 750.628346] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.628346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.628346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.628346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.628346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.639593] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 750.781175] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.781175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.781175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.781540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.781540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.781540] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 750.847904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.848017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.848093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.848330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.848464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.860403] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 750.995470] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.377463] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4a2754-49d5-4084-b404-c1f67590102a in Status: SUCCESS [ 751.377820] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4a2754-49d5-4084-b404-c1f67590102a deletion is rescheduled due to dependency. [ 751.377820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.484805] env[65808]: INFO networking_nsxv3.common.synchronization [req-b67b6b94-953c-49c8-9ec8-9a9f10d6d35d req-7377b7ab-3c8a-4eb4-bd6a-a0781d5fbb97 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 751.485352] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 751.485967] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.486130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.486211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.486531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.486600] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.486676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.486726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.486866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.486951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.487051] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.499304] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.499420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.499458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.500461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.500461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.500461] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be updated. [ 751.537699] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.537871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.538170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.538250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.538342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.553474] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: IN_PROGRESS for 2s [ 751.817447] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 751.817898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.933772] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.934977] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.935237] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.935679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.936613] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.936870] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.937026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.937861] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.938088] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.938325] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.938457] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.938564] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.938783] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.938958] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.939584] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.939584] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.965397] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.965903] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.965903] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.965903] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.970034] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-ca172ad4-ec00-47f6-be92-e41188c49bc9 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.970034] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.970034] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.970034] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.970034] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca172ad4-ec00-47f6-be92-e41188c49bc9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.990534] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.990758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.990758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.990980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.991084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.991280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.991474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.991612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.991767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.991856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.991921] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 752.020329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.020494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.020565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.020771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.020915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.031566] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 752.472296] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.472787] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.472787] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.472870] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.473017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.473175] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port ca172ad4-ec00-47f6-be92-e41188c49bc9 not found, creating... [ 752.473434] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.473589] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.473701] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.473950] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.474124] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.474467] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.474630] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.474741] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.474940] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.475079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.475211] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: ca172ad4-ec00-47f6-be92-e41188c49bc9 is going to be created. [ 752.496947] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.497325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.497465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.497746] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.497966] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.498206] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.520145] env[65808]: INFO networking_nsxv3.common.synchronization [req-10e40157-c922-452d-8121-3a2b37fb9ce1 req-6618f668-3316-4ea2-9c55-31c01bf2e702 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 752.520717] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 752.521040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.521163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.521219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.521478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.521645] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.521741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.521799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.521967] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.522350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.522350] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.663449] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 752.663449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.663449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.663711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.663896] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.664026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.664095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.664256] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.664341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.664455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.664584] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.870356] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 752.870586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.870759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.870993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.871311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.871408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.871445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.871617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.871752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.871875] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.907416] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.907607] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.907735] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.907986] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.908236] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.908382] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.908490] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.908688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.908818] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.909009] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.909115] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.909226] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.909342] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.909446] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.909577] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.909658] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.932556] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.932753] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.932884] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.933062] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.933384] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-2adc4190-6a28-4611-9191-2f1da38f07e2 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.933585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.933666] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.933972] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.934113] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adc4190-6a28-4611-9191-2f1da38f07e2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.026043] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.026260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.026336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.026568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.026655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.026854] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.026952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.027026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.027181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.027258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.027345] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 already deleted. [ 753.027425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.168577] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.168711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.168800] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.168977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.169163] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.170214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.170214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.170214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.170214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.170214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.170214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.170214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.170214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.170888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.170888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.170888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.170888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.170888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.170888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.170888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.171127] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.173026] env[65808]: INFO networking_nsxv3.common.synchronization [req-b67b6b94-953c-49c8-9ec8-9a9f10d6d35d req-8d8d0180-7cc6-4279-8811-9c3e0a18cf20 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 753.173026] env[65808]: INFO networking_nsxv3.common.synchronization [req-b67b6b94-953c-49c8-9ec8-9a9f10d6d35d req-8d8d0180-7cc6-4279-8811-9c3e0a18cf20 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 753.173134] env[65808]: INFO networking_nsxv3.common.synchronization [req-b67b6b94-953c-49c8-9ec8-9a9f10d6d35d req-8d8d0180-7cc6-4279-8811-9c3e0a18cf20 service nova] Enqueued Resource ID: ca172ad4-ec00-47f6-be92-e41188c49bc9 with Priority: HIGHEST for action port [ 753.175504] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 753.175645] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 753.175756] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca172ad4-ec00-47f6-be92-e41188c49bc9 with Priority: HIGHEST for action port [ 753.176139] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.176251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.176310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.176479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.176554] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.177302] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.177471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.177867] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca172ad4-ec00-47f6-be92-e41188c49bc9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.178029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.178106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.178292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.178367] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca172ad4-ec00-47f6-be92-e41188c49bc9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.374501] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.436154] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.436405] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.436474] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.436758] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.436904] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.437065] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 2adc4190-6a28-4611-9191-2f1da38f07e2 not found, creating... [ 753.437444] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.437606] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.437718] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.437951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.438093] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.438451] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.438567] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.438715] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.438867] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.438995] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.439140] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 2adc4190-6a28-4611-9191-2f1da38f07e2 is going to be created. [ 753.461556] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.461815] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.461935] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.462239] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.462480] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.462715] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.564595] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: SUCCESS [ 753.565043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.674213] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34: rpc.has_security_group_logging(os_id): False [ 753.681178] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.681391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.681391] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca172ad4-ec00-47f6-be92-e41188c49bc9 with status ACTIVE [ 753.681560] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.681677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.681740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.681966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.682069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.682239] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.682349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.682406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.682558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.682668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.682952] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.683066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.683331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.683492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.683581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.683668] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca172ad4-ec00-47f6-be92-e41188c49bc9 is going to be updated. [ 753.696262] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.696413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.696525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.696708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.696805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.697047] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.697190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.697251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.697406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.698040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.698040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.698040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.698040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.698040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.698040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.698325] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.698325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.698409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.698523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.698583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.698672] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be updated. [ 753.721346] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.721581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.721642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.721850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.721991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.722165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca172ad4-ec00-47f6-be92-e41188c49bc9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.784449] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.784620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.784722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.784992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.785198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.806676] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 753.818930] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a4b081bd-a861-4715-946b-86a28a35cfbf tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_rules [ 753.819424] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_rules [ 753.819751] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.819903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.819951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820387] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.876701] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.936125] env[65808]: INFO networking_nsxv3.common.synchronization [None req-81f3c735-8dcf-44e6-83b4-c8ce8f83af8c tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_rules [ 753.936125] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_rules [ 753.936512] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.936639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.043418] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 754.043616] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b deletion is rescheduled due to dependency. [ 754.043762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.043931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.044130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.044390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.044512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.044572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.044739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.044824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044922] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.175761] env[65808]: INFO networking_nsxv3.common.synchronization [req-10e40157-c922-452d-8121-3a2b37fb9ce1 req-75ff9178-4243-4f1f-8044-753af039d413 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 754.175761] env[65808]: INFO networking_nsxv3.common.synchronization [req-10e40157-c922-452d-8121-3a2b37fb9ce1 req-75ff9178-4243-4f1f-8044-753af039d413 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 754.175761] env[65808]: INFO networking_nsxv3.common.synchronization [req-10e40157-c922-452d-8121-3a2b37fb9ce1 req-75ff9178-4243-4f1f-8044-753af039d413 service nova] Enqueued Resource ID: 2adc4190-6a28-4611-9191-2f1da38f07e2 with Priority: HIGHEST for action port [ 754.175761] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 754.175761] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 754.175761] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adc4190-6a28-4611-9191-2f1da38f07e2 with Priority: HIGHEST for action port [ 754.175761] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175761] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.176548] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.176548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.176548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.176843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.176843] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.176843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.176948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.177495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.177495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.177495] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.178261] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adc4190-6a28-4611-9191-2f1da38f07e2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.179979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.179979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.179979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.179979] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adc4190-6a28-4611-9191-2f1da38f07e2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.341944] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.341944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.341944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.341944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.341944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.342227] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 already deleted. [ 754.342227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.342283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.342421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.342652] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.381210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.381210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.381210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.381210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.381210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.381210] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 754.415844] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.416024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.416079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.416278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.416460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.425612] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 754.547209] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.681519] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.682694] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.682819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.682985] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2adc4190-6a28-4611-9191-2f1da38f07e2 with status ACTIVE [ 754.683174] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.683657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.683657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.683657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.683772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.683910] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.683988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.684071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.684226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.684305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.684488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.684595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.684651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.684801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.684893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.684947] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2adc4190-6a28-4611-9191-2f1da38f07e2 is going to be updated. [ 754.740430] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.740430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.740430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.740690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.740808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.740960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adc4190-6a28-4611-9191-2f1da38f07e2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.868563] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.868774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.868774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.868943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.869044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.869141] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 already deleted. [ 754.869286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.052023] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.187763] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.558306] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.558562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.558562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.558833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.558907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.558956] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 755.595861] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.596127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.596127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.596308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.596458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.608687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 755.690619] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.691079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.691079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.691079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.691224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.691224] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be created. [ 755.719517] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.719747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.719747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.719933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.720107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.730903] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: UNINITIALIZED for 2s [ 755.826599] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 755.826867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.441938] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 756.441999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.442197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.442427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.442733] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.442877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.442999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.443178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.443289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.443453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.443701] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.443701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.443862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.443929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.444197] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.444349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.444423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.444616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.444706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.444835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.444948] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.947175] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93df70ab-bd00-4653-951e-159ec5e379f7: rpc.has_security_group_logging(os_id): False [ 756.975241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.975459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.975567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.975872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.976221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.976346] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.976506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.976599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.976777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.976861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.977081] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.977184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.977262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.977385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.977492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.977629] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.977724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.977786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.977927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.978008] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.978095] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be created. [ 757.049311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.049530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.049617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.049909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.050166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.067979] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 757.621149] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 757.621372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.621540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.621788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.621992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.622133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.622201] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.622384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.622495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.622573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.622664] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.744208] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 757.744586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.744950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.745527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.745845] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.747083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.747083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.747083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.747083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.747083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.747083] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.125452] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.125738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.125738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.125911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.126089] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.126203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.126269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.126447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.126537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.126626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.126769] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.126860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.126920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.127087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.127229] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.127411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.127492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.127694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.127775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.127857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.127944] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.251751] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.251967] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.254362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.254362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.254362] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.254362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.254362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.255608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.255716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.255817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.256014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.256370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.256584] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.256905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.256984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.257083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.257282] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.631186] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274ecc65-088f-4d56-bd71-0f543e3e6b7b: rpc.has_security_group_logging(os_id): False [ 758.654480] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.654723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.654723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.655041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.655183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.655507] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.655720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.655826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.656108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.656246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.656552] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.656977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.656977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.657094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.657204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.657425] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.657535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.657608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.658551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.658551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.658551] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 758.722349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.722500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.722500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.722702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.722826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.736161] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 758.760158] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e141a2f-46f1-4cca-b26d-829ab36ef879: rpc.has_security_group_logging(os_id): False [ 758.780452] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.780722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.780797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.781077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.781205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.781596] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.781699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.781794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.782013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.782129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.782341] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.782470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.782555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.782724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.783208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.783208] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.783315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.784035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.784035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.784035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.784035] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be created. [ 758.927057] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.927244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.927500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.927725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.927945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.942078] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 759.088320] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 759.088447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.088730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.089012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.089152] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.154538] env[65808]: INFO networking_nsxv3.common.synchronization [req-3cc929b2-04b1-4c63-986f-38c7d9220560 req-f66dcb01-505d-447d-badd-3b255ab39caf tempest-InstanceActionsTestJSON-109599728 tempest-InstanceActionsTestJSON-109599728-project-member] Enqueued Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_members [ 759.155193] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_members [ 759.155575] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.155651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.155685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.155936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.156108] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.156209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.156319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.156493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.156560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.156632] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.594735] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.594735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.594735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.594996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.595132] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.595220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.595275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.595406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.595495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.595586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.595668] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.659060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.659322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.659430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.659589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.659681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.659921] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.660054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.660118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.660307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.660395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.660469] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 already deleted. [ 759.660549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.697375] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.697619] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.697781] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.699886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699886] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.699886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.699886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.699886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.699886] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.699886] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.700179] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.700179] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.700321] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.700469] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.700647] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.724197] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.724471] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.724696] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.724968] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.725491] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-c6bc378f-caf2-45ae-931a-2eb317642cfe taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.725745] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.726450] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.726450] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.726601] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6bc378f-caf2-45ae-931a-2eb317642cfe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.100390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.100390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.100390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.100390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.100390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.101325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.101325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.101325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.101325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.102164] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.229789] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.232756] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port c6bc378f-caf2-45ae-931a-2eb317642cfe not found, creating... [ 760.232756] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.232756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.233233] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.233233] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.233233] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.233678] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.233928] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.234180] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: c6bc378f-caf2-45ae-931a-2eb317642cfe is going to be created. [ 760.258341] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.258597] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.258664] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.259027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.260140] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.260140] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.268609] env[65808]: INFO networking_nsxv3.common.synchronization [req-715061f9-e2ce-4fdd-a485-655132b28575 req-f8f2dfeb-641c-4d8d-bb9b-c2fef0e81e7f tempest-ServersAdminNegativeTestJSON-2136845086 tempest-ServersAdminNegativeTestJSON-2136845086-project-member] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 760.269369] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 760.269858] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.270181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.270419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.270724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.271119] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.271119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.271337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.271742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.271742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.271858] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.605645] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93df70ab-bd00-4653-951e-159ec5e379f7: rpc.has_security_group_logging(os_id): False [ 760.625898] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.626117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.626224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.626476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.626606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.626879] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.627023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.627225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.627359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.627476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.627690] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.627840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.627942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.628150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.628267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.628489] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.628637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.628727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.628903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.629042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.629161] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 760.703324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.703523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.703963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.703963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.704297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.723783] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 760.773866] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.792879] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 760.792879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.958577] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 760.958577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.016557] env[65808]: INFO networking_nsxv3.common.synchronization [req-3cc929b2-04b1-4c63-986f-38c7d9220560 req-836e1987-45ce-4c68-896d-93c35fb32acb service nova] Enqueued Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_rules [ 761.016557] env[65808]: INFO networking_nsxv3.common.synchronization [req-3cc929b2-04b1-4c63-986f-38c7d9220560 req-836e1987-45ce-4c68-896d-93c35fb32acb service nova] Enqueued Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_members [ 761.016557] env[65808]: INFO networking_nsxv3.common.synchronization [req-3cc929b2-04b1-4c63-986f-38c7d9220560 req-836e1987-45ce-4c68-896d-93c35fb32acb service nova] Enqueued Resource ID: c6bc378f-caf2-45ae-931a-2eb317642cfe with Priority: HIGHEST for action port [ 761.017522] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_rules [ 761.018087] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_members [ 761.018087] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bc378f-caf2-45ae-931a-2eb317642cfe with Priority: HIGHEST for action port [ 761.019924] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.019924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.019924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.019924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.019924] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.022040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.022040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.022040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.022040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.022040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.024557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.024557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.024557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.024557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.024557] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.026051] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6bc378f-caf2-45ae-931a-2eb317642cfe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.026298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.027257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.027257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.027257] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6bc378f-caf2-45ae-931a-2eb317642cfe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.279227] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.464899] env[65808]: INFO networking_nsxv3.common.synchronization [req-66a57cf4-b33d-4ae0-a470-d96e85657c0d req-3ef899db-2bc6-4e1f-a4ba-a3f721447a3b tempest-ListServersNegativeTestJSON-1028258389 tempest-ListServersNegativeTestJSON-1028258389-project-member] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 761.465433] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 761.465725] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.465853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466268] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.466385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.466444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.466831] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.522459] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.522459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.527657] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.528675] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6bc378f-caf2-45ae-931a-2eb317642cfe with status ACTIVE [ 761.528883] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.529031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.529076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.530475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.530615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.530834] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.530949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.531029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.531310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.531404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.531601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.531671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.531730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.532348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.532348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.532348] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6bc378f-caf2-45ae-931a-2eb317642cfe is going to be updated. [ 761.553811] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.553995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.553995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.554210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.554351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.554505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6bc378f-caf2-45ae-931a-2eb317642cfe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.784403] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.784600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.784671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.784920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.785025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.785060] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 is going to be updated. [ 761.825791] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.826033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.826117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.826395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.826599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.839565] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: IN_PROGRESS for 2s [ 761.969163] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.034226] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.474099] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.537011] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.537252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.537426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.537663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.537762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.537868] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 is going to be created. [ 762.566217] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.566419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.566469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.566669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.566833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.580143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 in Status: UNINITIALIZED for 2s [ 762.737090] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 762.737418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.737610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.737837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.737926] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.976222] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.976381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.978752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.978752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.978752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.978752] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 763.013220] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.013220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.013220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.013220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.013220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.021547] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 763.243115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.243115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.854220] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: SUCCESS [ 763.855033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597782] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 in Status: SUCCESS [ 764.598091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.599920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.599920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.599920] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.599920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.599920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.599920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.599920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600387] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.033906] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 765.033906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.034241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.034641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.034641] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.034781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.034818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.035833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.035833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.035833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.035833] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.102066] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.102231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.102303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.102547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.103197] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.103317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.103384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.103580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.104732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.104845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.105013] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.105143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.105206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.105371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.105518] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.105736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.105812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.105965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.106166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.106238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.106358] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.539690] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.539843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.539915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.540183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.540382] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.540821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.540821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.540821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.541045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.541045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.541177] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.541255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.541314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.541493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.541660] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.541825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.541914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.542041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.542302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.542302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.542302] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.613788] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55fb12f1-50e9-4f47-a903-bf94cefe61b8: rpc.has_security_group_logging(os_id): False [ 765.636398] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.636917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.636917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.636917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.636917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.637348] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.637348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.637348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.637632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.637632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.637765] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.637765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.637963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.637963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.638293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.638293] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.638293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.638462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.638462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.638548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.638598] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 is going to be created. [ 765.736188] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.742562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.742562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.742562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.742562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.762469] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 in Status: IN_PROGRESS for 2s [ 766.044424] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93df70ab-bd00-4653-951e-159ec5e379f7: rpc.has_security_group_logging(os_id): False [ 766.065051] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.065051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.065051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.065375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.065375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.065652] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.065818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.065892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.066021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.067167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.067977] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.067977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.067977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.068161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.068161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.068367] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.068458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.068826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.068826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.068826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.068826] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 766.157532] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.157532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.157532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.157532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.157532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.175595] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 766.466052] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 766.466178] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 767.777289] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 in Status: SUCCESS [ 767.778132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.820098] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2c732ba1-c822-41fa-b5a3-744f69f55f6c None None] Enqueued Resource ID: 0254f4c3-a77d-47a6-887a-d89dcc22f518 with Priority: HIGHEST for action port [ 767.820882] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0254f4c3-a77d-47a6-887a-d89dcc22f518 with Priority: HIGHEST for action port [ 767.821557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0254f4c3-a77d-47a6-887a-d89dcc22f518 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.821748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0254f4c3-a77d-47a6-887a-d89dcc22f518" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.822445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0254f4c3-a77d-47a6-887a-d89dcc22f518" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.823798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0254f4c3-a77d-47a6-887a-d89dcc22f518" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.823984] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0254f4c3-a77d-47a6-887a-d89dcc22f518',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.194036] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 768.194282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.326268] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0254f4c3-a77d-47a6-887a-d89dcc22f518 [ 768.327958] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.327958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.327958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.327958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.327958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.327958] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0254f4c3-a77d-47a6-887a-d89dcc22f518 already deleted. [ 768.327958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0254f4c3-a77d-47a6-887a-d89dcc22f518" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.815628] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.815977] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.955934] env[65808]: INFO networking_nsxv3.common.synchronization [req-59077a3b-429d-4a56-afbe-a008c9922a26 req-2a33080f-2c56-4d28-b244-ef3571291f3d tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 769.956722] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 769.957872] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.959559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959732] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960116] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.960215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.960309] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.052860] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f1bffb62-d62b-4c89-a4f4-17751b21fc39 None None] Enqueued Resource ID: d186d512-3990-4c7a-8f63-8316a2be996d with Priority: HIGHEST for action port [ 770.052860] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d186d512-3990-4c7a-8f63-8316a2be996d with Priority: HIGHEST for action port [ 770.052860] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-d186d512-3990-4c7a-8f63-8316a2be996d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.052860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d186d512-3990-4c7a-8f63-8316a2be996d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.052860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d186d512-3990-4c7a-8f63-8316a2be996d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.052860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d186d512-3990-4c7a-8f63-8316a2be996d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.052860] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d186d512-3990-4c7a-8f63-8316a2be996d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.462702] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.462894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.462958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.463384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.463491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.463722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.463845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.464025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.464085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.464152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.464264] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 770.494978] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.495198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.504584] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 770.559929] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d186d512-3990-4c7a-8f63-8316a2be996d [ 770.559929] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.559929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.559929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.560141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.560171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.560246] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d186d512-3990-4c7a-8f63-8316a2be996d already deleted. [ 770.560338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d186d512-3990-4c7a-8f63-8316a2be996d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.599173] env[65808]: INFO networking_nsxv3.common.synchronization [None req-7c79d07c-1511-4a1a-93b4-9b7329d24a08 None None] Enqueued Resource ID: a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4 with Priority: HIGHEST for action port [ 770.599480] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4 with Priority: HIGHEST for action port [ 770.600123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.600554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.600687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.600938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.601039] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.712729] env[65808]: INFO networking_nsxv3.common.synchronization [req-74fdafe1-8006-4d28-8dbf-445dc51976fa req-805582bd-1c83-474e-aec8-7298336fbde8 tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 770.713381] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 770.713737] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.713857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.713923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.714272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.714468] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.714601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.714689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.714877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.715146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.715146] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.105062] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4 [ 771.105415] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.105510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.105567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.105864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.105864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.105994] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4 already deleted. [ 771.105994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0a83b9d-cc0e-4c7c-b0ca-a53ff3e28fd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.218676] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.218821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.218907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.219143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.219233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.219530] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.219632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.219632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.219790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.219854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.219938] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f already deleted. [ 771.220024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.221910] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.222143] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.222233] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.222438] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.222713] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.222835] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.222896] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.223134] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.223297] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.223920] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.224072] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.224165] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.224258] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.224384] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.224466] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.224596] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.257943] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.258174] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.258246] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.259021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.259021] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-cce82c3d-652c-42ca-89d3-a04f37b07f86 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.259021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.259021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.259416] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.259597] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce82c3d-652c-42ca-89d3-a04f37b07f86',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.762312] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.762560] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.762709] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.763046] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.763183] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.763332] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port cce82c3d-652c-42ca-89d3-a04f37b07f86 not found, creating... [ 771.763641] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.763737] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.763833] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.764067] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.764268] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.764604] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.764789] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.764913] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.765165] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.765312] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.765446] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: cce82c3d-652c-42ca-89d3-a04f37b07f86 is going to be created. [ 771.803963] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.803963] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.804182] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.804483] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.804717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.804940] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.516642] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 772.516960] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 deletion is rescheduled due to dependency. [ 772.516960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.606894] env[65808]: INFO networking_nsxv3.common.synchronization [req-74fdafe1-8006-4d28-8dbf-445dc51976fa req-3b1014fe-1c3f-4903-8b68-2e39d977eeae service nova] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_rules [ 772.608208] env[65808]: INFO networking_nsxv3.common.synchronization [req-74fdafe1-8006-4d28-8dbf-445dc51976fa req-3b1014fe-1c3f-4903-8b68-2e39d977eeae service nova] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 772.608400] env[65808]: INFO networking_nsxv3.common.synchronization [req-74fdafe1-8006-4d28-8dbf-445dc51976fa req-3b1014fe-1c3f-4903-8b68-2e39d977eeae service nova] Enqueued Resource ID: cce82c3d-652c-42ca-89d3-a04f37b07f86 with Priority: HIGHEST for action port [ 772.608875] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_rules [ 772.609431] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 772.609592] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce82c3d-652c-42ca-89d3-a04f37b07f86 with Priority: HIGHEST for action port [ 772.610220] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.610376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.610427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.610657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.610722] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.611584] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.611702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.611766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.611936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.612182] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.612238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.612599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.612599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.612599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.612757] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.613579] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce82c3d-652c-42ca-89d3-a04f37b07f86 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.613641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.613710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.613862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.613934] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce82c3d-652c-42ca-89d3-a04f37b07f86',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.739309] env[65808]: INFO networking_nsxv3.common.synchronization [None req-f9362c11-b10a-4f0e-8125-468b031e00bb None None] Enqueued Resource ID: b992cf30-7629-4520-9122-e4764c869cd2 with Priority: HIGHEST for action port [ 772.739309] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b992cf30-7629-4520-9122-e4764c869cd2 with Priority: HIGHEST for action port [ 772.739861] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b992cf30-7629-4520-9122-e4764c869cd2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.739990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b992cf30-7629-4520-9122-e4764c869cd2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.740391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b992cf30-7629-4520-9122-e4764c869cd2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.743915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b992cf30-7629-4520-9122-e4764c869cd2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.744046] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b992cf30-7629-4520-9122-e4764c869cd2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.117428] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.117560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.118345] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.118705] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cce82c3d-652c-42ca-89d3-a04f37b07f86 with status ACTIVE [ 773.118858] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.118984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.119058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.119288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.119391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.120050] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.120050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.120050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.120050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.120050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.121027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.121027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.121140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.121258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.121333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.121715] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cce82c3d-652c-42ca-89d3-a04f37b07f86 is going to be updated. [ 773.144849] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.145102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.145694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.145694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.146103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.146326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce82c3d-652c-42ca-89d3-a04f37b07f86" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.246499] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b992cf30-7629-4520-9122-e4764c869cd2 [ 773.246751] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.246908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.246980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.247270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.248143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.248143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b992cf30-7629-4520-9122-e4764c869cd2 already deleted. [ 773.248143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b992cf30-7629-4520-9122-e4764c869cd2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.623785] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.759711] env[65808]: INFO networking_nsxv3.common.synchronization [req-4a792e8c-d013-4a85-b15c-b635d35e064a req-280b2c17-319a-4934-a8b9-2658ddacdd1e tempest-ServersV294TestFqdnHostnames-113142494 tempest-ServersV294TestFqdnHostnames-113142494-project-member] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_members [ 773.760912] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_members [ 773.760912] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.760912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.760912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.762324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.762596] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.762596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.762736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.763101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.763101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.763101] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.128019] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.128266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.128343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.128518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.128623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.128712] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be created. [ 774.151303] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.151614] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-385" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.151614] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-385" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.152056] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-385" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.152367] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.152533] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.152629] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.152862] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.153034] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.153247] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.153350] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.153461] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.153564] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.153665] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.153945] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.153945] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.158729] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.158868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.158965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.159269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.159540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.171991] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: UNINITIALIZED for 2s [ 774.176500] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.177426] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.177426] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.177426] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-385" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.177639] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-6558adc0-37a8-48a9-94a8-ee135328276d taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.177771] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.177847] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.178218] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.178407] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6558adc0-37a8-48a9-94a8-ee135328276d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.267014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.267180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.267180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.267562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.267683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.267921] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.268052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.268107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.268286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.268385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.268448] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11387880-d015-4a81-9359-254efcecfc48 already deleted. [ 774.268517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.682201] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.682667] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.682732] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.683067] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.683296] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.683463] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 6558adc0-37a8-48a9-94a8-ee135328276d not found, creating... [ 774.684033] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.684216] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.684342] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.684631] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.684770] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.685081] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.685236] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.685411] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.685608] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.685745] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.685924] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 6558adc0-37a8-48a9-94a8-ee135328276d is going to be created. [ 774.716253] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.716253] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.716493] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.716650] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.716910] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.717194] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.446892] env[65808]: INFO networking_nsxv3.common.synchronization [req-4a792e8c-d013-4a85-b15c-b635d35e064a req-479a4ceb-1fd2-4288-b58a-9e0dcac93e09 service nova] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_rules [ 775.447113] env[65808]: INFO networking_nsxv3.common.synchronization [req-4a792e8c-d013-4a85-b15c-b635d35e064a req-479a4ceb-1fd2-4288-b58a-9e0dcac93e09 service nova] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_members [ 775.447277] env[65808]: INFO networking_nsxv3.common.synchronization [req-4a792e8c-d013-4a85-b15c-b635d35e064a req-479a4ceb-1fd2-4288-b58a-9e0dcac93e09 service nova] Enqueued Resource ID: 6558adc0-37a8-48a9-94a8-ee135328276d with Priority: HIGHEST for action port [ 775.447830] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_rules [ 775.448230] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_members [ 775.448230] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6558adc0-37a8-48a9-94a8-ee135328276d with Priority: HIGHEST for action port [ 775.448493] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.448651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.448846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.448954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.449071] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.450495] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.450909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.450909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.451033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.451247] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.451247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.451447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.451491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.451540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.451648] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.452447] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-6558adc0-37a8-48a9-94a8-ee135328276d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.452696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.452696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.452759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.452836] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6558adc0-37a8-48a9-94a8-ee135328276d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.870326] env[65808]: INFO networking_nsxv3.common.synchronization [req-f143df31-3873-4b0a-a07f-98e6ce06a939 req-885578fa-4048-4975-b127-58c56845ffe8 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_members [ 775.874028] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 with Priority: HIGHEST for action security_group_members [ 775.874028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd67c91-50d2-47e3-bca6-229ac13192c4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.874028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.874028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.874028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.874028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.874028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.874028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.874028] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd67c91-50d2-47e3-bca6-229ac13192c4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.958022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958022] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.958022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6558adc0-37a8-48a9-94a8-ee135328276d with status ACTIVE [ 775.958022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.958022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.958022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.958604] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.958604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.958604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.958604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.958873] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6558adc0-37a8-48a9-94a8-ee135328276d is going to be updated. [ 775.984059] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.984059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.984059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.984059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.984059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.984059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6558adc0-37a8-48a9-94a8-ee135328276d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.183656] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: SUCCESS [ 776.183990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.184183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.184411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.184607] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.184730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.184793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.184952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.185047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.185138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.185227] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.281341] env[65808]: INFO networking_nsxv3.common.synchronization [req-9b016836-3437-44cb-b820-c918799cbc3a req-c4a8f639-91cc-4f37-bfdf-fa0779929275 tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 776.281993] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 776.283602] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.284417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.285598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.285598] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.285598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.285598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.285598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.285901] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.378947] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.379127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.379200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.379455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.379564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.380330] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.381052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.381264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.381471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.381576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.381674] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 is going to be updated. [ 776.411681] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.411681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.411681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.411924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.412053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.422335] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 in Status: IN_PROGRESS for 2s [ 776.461560] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.557859] env[65808]: INFO networking_nsxv3.common.synchronization [None req-c715deb5-df38-4d32-89ba-10f29c58119d None None] Enqueued Resource ID: bc57f365-3831-43ec-a3a1-ae015551499c with Priority: HIGHEST for action port [ 776.559101] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc57f365-3831-43ec-a3a1-ae015551499c with Priority: HIGHEST for action port [ 776.559101] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc57f365-3831-43ec-a3a1-ae015551499c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.559101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc57f365-3831-43ec-a3a1-ae015551499c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.559101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc57f365-3831-43ec-a3a1-ae015551499c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.559101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc57f365-3831-43ec-a3a1-ae015551499c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.559101] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc57f365-3831-43ec-a3a1-ae015551499c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.687625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.687806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.687886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.688120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.688749] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.688749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.688749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.688749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.688749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.689099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.689099] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.689099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.689099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.689301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.689368] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.689621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.689621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.690046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.690046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.690046] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.792106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.792106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.792106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.792106] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be updated. [ 776.838446] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.838446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.838446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.838446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.838446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.849309] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 776.966514] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.966994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.966994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.967387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.967550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.968141] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11387880-d015-4a81-9359-254efcecfc48 is going to be created. [ 777.007440] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.007440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.007440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.007440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.007440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.022550] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: UNINITIALIZED for 2s [ 777.065146] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc57f365-3831-43ec-a3a1-ae015551499c [ 777.065472] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.065659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.065726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.066029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.066145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.066268] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc57f365-3831-43ec-a3a1-ae015551499c already deleted. [ 777.066363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc57f365-3831-43ec-a3a1-ae015551499c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.192389] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c5355a-4653-4146-af18-c117e380c97f: rpc.has_security_group_logging(os_id): False [ 777.214683] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.215451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.215451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.215451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.215451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.215789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.215789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.215789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.215968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.216064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.216380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.216510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.216607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.216856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.217075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.217268] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.217491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.217538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.218084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.218084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.218084] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be created. [ 777.297683] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.298047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.298169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.298482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.298690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.316964] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: IN_PROGRESS for 2s [ 778.435900] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 in Status: SUCCESS [ 778.436197] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd67c91-50d2-47e3-bca6-229ac13192c4 deletion is rescheduled due to dependency. [ 778.436243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd67c91-50d2-47e3-bca6-229ac13192c4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.732816] env[65808]: INFO networking_nsxv3.common.synchronization [None req-5ab116b2-cd0a-4be2-8d94-200987c2324f tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 778.733251] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 778.733549] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.733667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.733733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.734407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.734528] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.861097] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 778.861563] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 deletion is rescheduled due to dependency. [ 778.861563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.873957] env[65808]: INFO networking_nsxv3.common.synchronization [None req-723e6902-7d00-43c9-8be2-fa7851ef8fa4 None None] Enqueued Resource ID: 4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd with Priority: HIGHEST for action port [ 778.873957] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd with Priority: HIGHEST for action port [ 778.873957] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.873957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.873957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.874285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.874665] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.907822] env[65808]: INFO networking_nsxv3.common.synchronization [None req-b8283ba9-4f8d-42eb-b8e6-343df5905e5a tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 778.909417] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 778.909968] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.910658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.038683] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: SUCCESS [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.038683] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.038683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.038683] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.265499] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.265711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.265803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.266108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.266233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.266373] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 already deleted. [ 779.266651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.266762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.266900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.266989] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.334445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: SUCCESS [ 779.334445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.384027] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd [ 779.384027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.384027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.384027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.384027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.384027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.384027] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd already deleted. [ 779.384027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf1bf40-8931-4ccb-b99d-fa26ed5cf2cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.541448] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.795145] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.795145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.795145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.795145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.795145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.795145] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 already deleted. [ 779.795145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.043406] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11387880-d015-4a81-9359-254efcecfc48: rpc.has_security_group_logging(os_id): False [ 780.065983] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.066167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.066271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.066531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.066838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.067112] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.067269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.067426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.067426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.067525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.068907] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11387880-d015-4a81-9359-254efcecfc48 is going to be created. [ 780.134756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.134999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.135108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.135296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.135560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.158632] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: IN_PROGRESS for 2s [ 780.914928] env[65808]: INFO networking_nsxv3.common.synchronization [None req-aee26a3d-e4bf-414b-8175-bdf9bfe533d4 None None] Enqueued Resource ID: 62ae97fc-dae1-4ebd-9033-5bb8a9ca500d with Priority: HIGHEST for action port [ 780.914928] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae97fc-dae1-4ebd-9033-5bb8a9ca500d with Priority: HIGHEST for action port [ 780.914928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ae97fc-dae1-4ebd-9033-5bb8a9ca500d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.914928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ae97fc-dae1-4ebd-9033-5bb8a9ca500d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.914928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ae97fc-dae1-4ebd-9033-5bb8a9ca500d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.915464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ae97fc-dae1-4ebd-9033-5bb8a9ca500d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.915464] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ae97fc-dae1-4ebd-9033-5bb8a9ca500d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.420260] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62ae97fc-dae1-4ebd-9033-5bb8a9ca500d [ 781.420260] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.420260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.420260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.420260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.420260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.420260] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62ae97fc-dae1-4ebd-9033-5bb8a9ca500d already deleted. [ 781.420260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ae97fc-dae1-4ebd-9033-5bb8a9ca500d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.725595] env[65808]: INFO networking_nsxv3.common.synchronization [req-a4578078-4490-42f9-abcd-fcbba43ef1ef req-c0da826f-341a-4621-b174-fb58b72e5929 tempest-ListServerFiltersTestJSON-644562092 tempest-ListServerFiltersTestJSON-644562092-project-member] Enqueued Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 781.731717] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 with Priority: HIGHEST for action security_group_members [ 781.732193] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-6507955c-0d59-485f-a5c1-1f1714f39e57 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.732307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.732408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.732751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.732890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.733039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.733127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.733494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.733494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.733494] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6507955c-0d59-485f-a5c1-1f1714f39e57',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.171839] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: SUCCESS [ 782.172112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.235520] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.236473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.236473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.236473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.236473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.236473] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.236473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.236473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.236755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.236755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.236755] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 is going to be updated. [ 782.270030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.270030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.270030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.270692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.271029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.284894] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: IN_PROGRESS for 2s [ 782.936829] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c4259b8-1f08-4b0b-8e43-e8db1ab202d0 req-eef7412e-9032-4604-a286-efb7f0fb11c4 tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_members [ 782.937370] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_members [ 782.941026] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab7749f-04c8-4a95-8f11-7b8639424e29 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.941026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.941026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.941026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.941026] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.941026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.941026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.941026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.941026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.941026] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.406183] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9be63325-cee2-40f0-950f-a4931fd34048 None None] Enqueued Resource ID: b1f99121-a8d4-45a5-847b-e1143591405d with Priority: HIGHEST for action port [ 783.406183] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f99121-a8d4-45a5-847b-e1143591405d with Priority: HIGHEST for action port [ 783.406183] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f99121-a8d4-45a5-847b-e1143591405d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.406183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f99121-a8d4-45a5-847b-e1143591405d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.406183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f99121-a8d4-45a5-847b-e1143591405d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f99121-a8d4-45a5-847b-e1143591405d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.406183] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f99121-a8d4-45a5-847b-e1143591405d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.444439] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.444439] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.444439] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 already deleted. [ 783.444439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.463522] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.463833] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.463929] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.464412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.464716] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.465014] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.465170] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.465420] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.465589] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.465871] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.466016] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.466178] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.466331] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.466492] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.466697] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.466855] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.489226] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.491160] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.491160] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.491160] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-476" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.491716] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-ba25ff82-0f51-4be5-9e4d-a69515f84fee taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.491919] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.492962] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.493354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.493597] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba25ff82-0f51-4be5-9e4d-a69515f84fee',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.910699] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1f99121-a8d4-45a5-847b-e1143591405d [ 783.910938] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.911093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.911215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.911387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.911556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.911627] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1f99121-a8d4-45a5-847b-e1143591405d already deleted. [ 783.911726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f99121-a8d4-45a5-847b-e1143591405d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.996363] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.996570] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.996757] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.997243] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.997323] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.997448] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port ba25ff82-0f51-4be5-9e4d-a69515f84fee not found, creating... [ 783.997732] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.997915] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.998060] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.998382] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.998568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.998873] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.999037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.999148] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.999354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.999597] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.999816] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: ba25ff82-0f51-4be5-9e4d-a69515f84fee is going to be created. [ 784.020491] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.020657] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.020701] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.020955] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.021189] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.022109] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.298350] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 in Status: SUCCESS [ 784.298697] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6507955c-0d59-485f-a5c1-1f1714f39e57 deletion is rescheduled due to dependency. [ 784.298816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6507955c-0d59-485f-a5c1-1f1714f39e57" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.629187] env[65808]: INFO networking_nsxv3.common.synchronization [req-d254ecbe-aba6-4286-877a-5bb87fdc9eaa req-22cb3234-b7b2-43ff-a70b-dd0f61a63192 tempest-ServersTestFqdnHostnames-1754456776 tempest-ServersTestFqdnHostnames-1754456776-project-member] Enqueued Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_members [ 784.629739] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGHEST for action security_group_members [ 784.630097] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.630238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.630307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.630523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.630673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.630846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.630910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.631079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.631167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.631260] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.706311] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c4259b8-1f08-4b0b-8e43-e8db1ab202d0 req-d3f92a9c-238e-4b1b-af72-b2559e434db8 service nova] Enqueued Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_rules [ 784.706311] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c4259b8-1f08-4b0b-8e43-e8db1ab202d0 req-d3f92a9c-238e-4b1b-af72-b2559e434db8 service nova] Enqueued Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_members [ 784.706590] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c4259b8-1f08-4b0b-8e43-e8db1ab202d0 req-d3f92a9c-238e-4b1b-af72-b2559e434db8 service nova] Enqueued Resource ID: ba25ff82-0f51-4be5-9e4d-a69515f84fee with Priority: HIGHEST for action port [ 784.707730] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_rules [ 784.707936] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_members [ 784.708089] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba25ff82-0f51-4be5-9e4d-a69515f84fee with Priority: HIGHEST for action port [ 784.708464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab7749f-04c8-4a95-8f11-7b8639424e29 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.708649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.708721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.709018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.709139] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.710916] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab7749f-04c8-4a95-8f11-7b8639424e29 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.711046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.711046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.711809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.711809] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.711809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.711809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.712125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.712281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.712438] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.713963] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba25ff82-0f51-4be5-9e4d-a69515f84fee taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.714164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.714277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.715200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.715200] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba25ff82-0f51-4be5-9e4d-a69515f84fee',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.134338] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.134505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.134573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.134842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.135332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.135623] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.135796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.135844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.136088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.136412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.136572] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f is going to be updated. [ 785.170586] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.170586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.170586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.170586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.170879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.180164] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1fe9c0a-ea25-4332-a217-2f902703e86f in Status: IN_PROGRESS for 2s [ 785.211773] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab7749f-04c8-4a95-8f11-7b8639424e29 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.211945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.214316] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.218241] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba25ff82-0f51-4be5-9e4d-a69515f84fee with status ACTIVE [ 785.218241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.218241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.218241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.218241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.218241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.218606] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.218606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.218606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.219063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.219063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.219063] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.219063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.219198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.219255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.219331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.219758] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba25ff82-0f51-4be5-9e4d-a69515f84fee is going to be updated. [ 785.241653] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.241836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.241894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.242223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.242453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.242773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba25ff82-0f51-4be5-9e4d-a69515f84fee" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.717151] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.219982] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.220169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.220241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.220503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.221277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.221277] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 is going to be created. [ 786.246612] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.246799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.246849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.247295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.251811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.263241] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 in Status: UNINITIALIZED for 2s [ 786.539133] env[65808]: INFO networking_nsxv3.common.synchronization [req-87ed637e-adb9-455a-b0a8-0245c410b2fd req-6feab202-4d0e-4863-96f3-7b1d0aac3fc7 tempest-InstanceActionsTestJSON-109599728 tempest-InstanceActionsTestJSON-109599728-project-member] Enqueued Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_members [ 786.539844] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGHEST for action security_group_members [ 786.540121] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.540375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.540519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.540774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.540942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.541122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.541156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.541404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.541404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.541601] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.879942] env[65808]: INFO networking_nsxv3.common.synchronization [req-92219754-5d87-417b-a05b-09d8fef74da7 req-524482fd-f941-4691-9f00-be16bf470c91 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 786.880307] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 786.880363] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.880465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.880527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.880754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.880909] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.881543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.881621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.881827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.881886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.881972] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.044636] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.046159] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.046159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.046159] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 is going to be updated. [ 787.078790] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.078790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.078790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.078790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.078790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.090583] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 in Status: IN_PROGRESS for 2s [ 787.192147] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1fe9c0a-ea25-4332-a217-2f902703e86f in Status: SUCCESS [ 787.192326] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f deletion is rescheduled due to dependency. [ 787.192385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.384965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.385176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.385275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.385467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.385560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.385815] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.385872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.385903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.386097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.386187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.386268] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 787.416159] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.416359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.416400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.416639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.416811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.426921] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 788.275723] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 in Status: SUCCESS [ 788.275723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.276113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.276156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.276311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.276429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.276488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.276655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.276722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.276806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.276896] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.464785] env[65808]: INFO networking_nsxv3.common.synchronization [req-8709675a-b2a6-4bc7-adbb-cd7a0a06cbbb req-c1e546b3-e6ba-48e7-957b-f5ff0f0057a8 tempest-FloatingIPsAssociationTestJSON-377817088 tempest-FloatingIPsAssociationTestJSON-377817088-project-member] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 788.465676] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGHEST for action security_group_members [ 788.466240] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.466395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.466482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.466705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.466899] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.470018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.470018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.470018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.470018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.470018] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.780066] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.969994] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.970164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.970232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.970481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.970530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.970744] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.970842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.970902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.971063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.971139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.971223] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be updated. [ 788.999177] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.999338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.999383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.999652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.999810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010755] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: IN_PROGRESS for 2s [ 789.106145] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 in Status: SUCCESS [ 789.106395] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 deletion is rescheduled due to dependency. [ 789.106539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.282320] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ab7749f-04c8-4a95-8f11-7b8639424e29: rpc.has_security_group_logging(os_id): False [ 789.305032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.305032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.305032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.305296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.306021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.306021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.306021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.306021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.306021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.306321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.306321] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 is going to be created. [ 789.378150] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.378318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.378376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.378577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.378763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.392128] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 in Status: IN_PROGRESS for 2s [ 789.440613] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 789.440613] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b deletion is rescheduled due to dependency. [ 789.440613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.378059] env[65808]: INFO networking_nsxv3.common.synchronization [req-e94cd7bc-65e7-4fd2-be2d-720fbe450f96 req-b89c92d1-fa9c-405a-a5da-1e6744d47f35 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 790.379195] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 790.379321] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.379493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.379565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.379732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.379969] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.380174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.380174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.380417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.380517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.380612] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.709330] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.709572] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.709717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.709985] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.710247] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.710416] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.710545] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.710781] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.710943] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.711130] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.711235] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.711334] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.711448] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.711521] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.711619] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.711740] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.730958] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.730958] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.730958] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.731184] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-151" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.731524] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.731719] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.731858] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.732249] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.732419] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.884579] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.023580] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f in Status: SUCCESS [ 791.023580] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f deletion is rescheduled due to dependency. [ 791.023580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.234861] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.235093] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.235218] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.235804] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.235970] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.236136] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 not found, creating... [ 791.236390] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.236549] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.236664] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.236895] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.237043] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.237324] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.237471] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.237608] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.237830] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.238061] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.238152] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 is going to be created. [ 791.261146] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.261425] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.261522] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.261886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.262179] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.262418] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.387831] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.405306] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 in Status: SUCCESS [ 791.405540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.890288] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.890394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.890445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.890686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.890814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.890919] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 791.953231] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.953480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.953480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.953697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.953796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.967763] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 792.007240] env[65808]: INFO networking_nsxv3.common.synchronization [req-e94cd7bc-65e7-4fd2-be2d-720fbe450f96 req-3c441d6e-9f50-470f-b27c-61a3aacdebf2 service nova] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 792.007447] env[65808]: INFO networking_nsxv3.common.synchronization [req-e94cd7bc-65e7-4fd2-be2d-720fbe450f96 req-3c441d6e-9f50-470f-b27c-61a3aacdebf2 service nova] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 792.007682] env[65808]: INFO networking_nsxv3.common.synchronization [req-e94cd7bc-65e7-4fd2-be2d-720fbe450f96 req-3c441d6e-9f50-470f-b27c-61a3aacdebf2 service nova] Enqueued Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGHEST for action port [ 792.008150] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 792.008305] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 792.008406] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGHEST for action port [ 792.008823] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010383] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.011782] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.011935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.012207] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.012356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.012539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.014705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.014705] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.515961] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.516257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.516427] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with status ACTIVE [ 792.516656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.516806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.516895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.517173] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.517289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.517566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.517643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.517725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.517879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.517952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.518473] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.518473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.518473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.518473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.518664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.518664] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 is going to be updated. [ 792.553251] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.553720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.553720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.553720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.553887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.554065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.131828] env[65808]: INFO networking_nsxv3.common.synchronization [req-f897e7dc-0cf6-4035-be67-58f78c0fbcee req-0720901f-3b2f-4e3f-bdbb-1a7dc38c91e7 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_members [ 793.131828] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_members [ 793.131981] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.131981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.132390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.132592] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.132670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.132882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.132915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.134628] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.544353] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.544725] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.544725] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.546902] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.546902] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.546902] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.546902] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.546902] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.546902] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.546902] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.546902] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.546902] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.546902] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.546902] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.546902] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.546902] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.572528] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.572528] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.572667] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.572757] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.573312] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-c357188d-88ca-4d1b-96f2-669d931125eb taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.573498] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.573613] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.574017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.574750] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c357188d-88ca-4d1b-96f2-669d931125eb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.635357] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.635526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.635600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.635833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.635922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.636132] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.636257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.636337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.636496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.636573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.636658] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 already deleted. [ 793.636738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.981013] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 793.981104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.981466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.981785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.982258] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.982469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.982469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.982632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.982776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.982956] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.078064] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.078261] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.078261] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.078547] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.078795] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.078881] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port c357188d-88ca-4d1b-96f2-669d931125eb not found, creating... [ 794.079077] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.079233] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.079385] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.079676] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.079901] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.080172] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.080335] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.080467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.080870] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.081052] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.081223] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: c357188d-88ca-4d1b-96f2-669d931125eb is going to be created. [ 794.102041] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102528] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102528] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.104404] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.104685] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.104981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.487271] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.832793] env[65808]: INFO networking_nsxv3.common.synchronization [req-f897e7dc-0cf6-4035-be67-58f78c0fbcee req-ddcff25a-661b-4abf-ae18-40a769271671 service nova] Enqueued Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_rules [ 794.833187] env[65808]: INFO networking_nsxv3.common.synchronization [req-f897e7dc-0cf6-4035-be67-58f78c0fbcee req-ddcff25a-661b-4abf-ae18-40a769271671 service nova] Enqueued Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_members [ 794.833187] env[65808]: INFO networking_nsxv3.common.synchronization [req-f897e7dc-0cf6-4035-be67-58f78c0fbcee req-ddcff25a-661b-4abf-ae18-40a769271671 service nova] Enqueued Resource ID: c357188d-88ca-4d1b-96f2-669d931125eb with Priority: HIGHEST for action port [ 794.833541] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_rules [ 794.833689] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_members [ 794.833780] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c357188d-88ca-4d1b-96f2-669d931125eb with Priority: HIGHEST for action port [ 794.834063] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.834204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.834267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.834466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.834573] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.835439] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.835554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.835623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.835811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.835955] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.836057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.836117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.836283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.836401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.836512] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.837214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c357188d-88ca-4d1b-96f2-669d931125eb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.837318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.837382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.837565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.837638] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c357188d-88ca-4d1b-96f2-669d931125eb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.988478] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.344082] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.344988] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.345450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.345450] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c357188d-88ca-4d1b-96f2-669d931125eb with status ACTIVE [ 795.345655] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.345712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.345758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.347054] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.347054] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.347054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.347674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.347674] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c357188d-88ca-4d1b-96f2-669d931125eb is going to be updated. [ 795.371518] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.371518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.371518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.371716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.372550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.372550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c357188d-88ca-4d1b-96f2-669d931125eb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.490487] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.490730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.490796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.490973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.491100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.491173] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 795.543878] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.544132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.544254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.544561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.544802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.561632] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 795.849976] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.352715] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.353040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.353161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.353497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.353683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.353845] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 is going to be created. [ 796.382206] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.382364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.382451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.382679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.382864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.394687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 in Status: UNINITIALIZED for 2s [ 797.572434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 797.572740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.572910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.573919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.573919] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.573919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.573919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.574532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.574632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.574762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.574870] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.746269] env[65808]: INFO networking_nsxv3.common.synchronization [req-251670f9-4c44-414c-b521-495486ee9698 req-1f22f35e-552a-4b53-bc85-76b777c20cc5 tempest-ServersAdminNegativeTestJSON-2136845086 tempest-ServersAdminNegativeTestJSON-2136845086-project-member] Enqueued Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 797.746721] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b30d01c-eef0-4153-883e-32e605e001b6 with Priority: HIGHEST for action security_group_members [ 797.747036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b30d01c-eef0-4153-883e-32e605e001b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.747158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.747223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.747504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.747667] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.747783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.747840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.747997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.748118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.748220] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b30d01c-eef0-4153-883e-32e605e001b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.077543] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.077773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.077773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.077972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.078174] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.078328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.078487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.078573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.078657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.078804] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.079227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.079324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.079538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.079738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.079856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.080123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.080296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.080416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.080565] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.250416] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.250591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.250704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.251943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.251943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.251943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.251943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.251943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.251943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251943] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 is going to be updated. [ 798.284155] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.284363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.284363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.284629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.284700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.296807] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: IN_PROGRESS for 2s [ 798.405554] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 in Status: SUCCESS [ 798.405554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.405720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.405921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.406130] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.406254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.406319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.406478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.406556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.406639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.406810] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.584623] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c: rpc.has_security_group_logging(os_id): False [ 798.603396] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.603542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.603600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.603813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.603915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.604107] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.604207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.604293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.604472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.604541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.604742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.604858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.604925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.605085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.605159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.605338] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.605439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.605498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.605636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.605708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.605787] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 798.672161] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.672161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.672284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.672419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.672575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.688773] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 798.909246] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.411571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b8550b7-b73e-48e4-a2f2-d796883ddfb8: rpc.has_security_group_logging(os_id): False [ 799.433079] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.433079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.433079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.433079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.433079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.433424] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.433424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.433424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.433539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.433613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.433764] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 is going to be created. [ 799.501649] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.501961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.501961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.502137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.502510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.515463] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 in Status: IN_PROGRESS for 2s [ 800.310035] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b30d01c-eef0-4153-883e-32e605e001b6 in Status: SUCCESS [ 800.310674] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b30d01c-eef0-4153-883e-32e605e001b6 deletion is rescheduled due to dependency. [ 800.311092] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b30d01c-eef0-4153-883e-32e605e001b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.508096] env[65808]: INFO networking_nsxv3.common.synchronization [req-f64bc984-7b6c-4308-a0ae-88ed789d349f req-a4ce7f2e-f8e1-4522-a4f5-8acf22455226 tempest-ListServersNegativeTestJSON-1028258389 tempest-ListServersNegativeTestJSON-1028258389-project-member] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 800.508707] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 800.512656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.512656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.512656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.512656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.512656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.512656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.512656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.512656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.512656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.512656] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.663552] env[65808]: INFO networking_nsxv3.common.synchronization [req-25475532-a231-45bc-9b37-c86e22a974e0 req-17fd5280-2220-4730-a66c-21b885a99198 tempest-ListServersNegativeTestJSON-1028258389 tempest-ListServersNegativeTestJSON-1028258389-project-member] Enqueued Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 800.664475] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93df70ab-bd00-4653-951e-159ec5e379f7 with Priority: HIGHEST for action security_group_members [ 800.665038] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-93df70ab-bd00-4653-951e-159ec5e379f7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.665150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.707030] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 800.707279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.013389] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.042965] env[65808]: INFO networking_nsxv3.common.synchronization [req-8685be94-ec29-41d3-ab39-00aedec84401 req-1b033c44-6ae6-4f52-a33b-96abd8928a40 tempest-ServerMetadataNegativeTestJSON-1982984669 tempest-ServerMetadataNegativeTestJSON-1982984669-project-member] Enqueued Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_members [ 801.044556] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_members [ 801.045289] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c724ec67-a2f9-463a-9284-4cfcee1bb73f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.045443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.045541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.046080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.046165] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.046303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.046346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.046846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.046846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.046994] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.426391] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.426693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.426817] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.427453] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.427846] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.428081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.428253] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.428550] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.428769] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.429090] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.429301] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.429487] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.429660] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.429808] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.429959] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.430162] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.453387] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.453566] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.453747] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.453934] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.454301] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.454498] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.454630] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.454949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.455092] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786c4f04-57b8-4c2e-b04a-2e26dba2ac79',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.515112] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.533669] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 in Status: SUCCESS [ 801.533899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.550541] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.550739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.550818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.551048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.551144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.551339] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.551437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.551491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.551634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.551709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.551782] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f already deleted. [ 801.551920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.894199] env[65808]: INFO networking_nsxv3.common.synchronization [req-fa54678f-7148-4668-8502-609f45a92d83 req-b876ead9-d06e-4200-b2a7-6fcbaf6f137d tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 801.894962] env[65808]: INFO networking_nsxv3.common.synchronization [req-fa54678f-7148-4668-8502-609f45a92d83 req-b876ead9-d06e-4200-b2a7-6fcbaf6f137d tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 801.897014] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 801.897014] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 801.897014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.897014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.897014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.897014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.897014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.897014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.897014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.897014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.897014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.897014] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.899391] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.899773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.899991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.902398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.902398] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.902398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.902398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.902398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.902398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.902398] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.936045] env[65808]: INFO networking_nsxv3.common.synchronization [req-fa54678f-7148-4668-8502-609f45a92d83 req-b876ead9-d06e-4200-b2a7-6fcbaf6f137d tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_rules [ 801.936287] env[65808]: INFO networking_nsxv3.common.synchronization [req-fa54678f-7148-4668-8502-609f45a92d83 req-b876ead9-d06e-4200-b2a7-6fcbaf6f137d tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 801.936437] env[65808]: INFO networking_nsxv3.common.synchronization [req-fa54678f-7148-4668-8502-609f45a92d83 req-b876ead9-d06e-4200-b2a7-6fcbaf6f137d tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 801.936558] env[65808]: INFO networking_nsxv3.common.synchronization [req-fa54678f-7148-4668-8502-609f45a92d83 req-b876ead9-d06e-4200-b2a7-6fcbaf6f137d tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 801.936676] env[65808]: INFO networking_nsxv3.common.synchronization [req-fa54678f-7148-4668-8502-609f45a92d83 req-b876ead9-d06e-4200-b2a7-6fcbaf6f137d tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGHEST for action port [ 801.937281] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_rules [ 801.937419] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 801.937533] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGHEST for action port [ 801.937621] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 801.937995] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 801.938340] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.938439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.938505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.938769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.938850] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.939787] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.943971] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.943971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.943971] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.943971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.958186] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.958186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.958186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.958186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.958186] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.958186] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 786c4f04-57b8-4c2e-b04a-2e26dba2ac79 not found, creating... [ 801.958817] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.958817] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.958817] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.958817] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.959393] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.959393] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.959393] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.959581] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.959634] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.959791] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.959966] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 786c4f04-57b8-4c2e-b04a-2e26dba2ac79 is going to be created. [ 801.982535] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.982737] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.982981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.983221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.983434] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.018988] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.019189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.019189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.019416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.019490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.019590] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 802.057703] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.060108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.060108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.060108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.060108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.077329] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 802.403564] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.404941] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.445887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.446259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.447471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.447613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.448737] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with status ACTIVE [ 802.448737] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.448737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.448737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.448737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.448737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.448737] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.448737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.449243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.449243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.449243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.449243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.449387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.449463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.449708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.449708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.449798] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 is going to be updated. [ 802.476576] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.476784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.476827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.477168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.477401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.477696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.724329] env[65808]: INFO networking_nsxv3.common.synchronization [req-8685be94-ec29-41d3-ab39-00aedec84401 req-64ee1195-0008-49ed-988b-c3ef55a3899d service nova] Enqueued Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_rules [ 802.724329] env[65808]: INFO networking_nsxv3.common.synchronization [req-8685be94-ec29-41d3-ab39-00aedec84401 req-64ee1195-0008-49ed-988b-c3ef55a3899d service nova] Enqueued Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_members [ 802.724329] env[65808]: INFO networking_nsxv3.common.synchronization [req-8685be94-ec29-41d3-ab39-00aedec84401 req-64ee1195-0008-49ed-988b-c3ef55a3899d service nova] Enqueued Resource ID: 786c4f04-57b8-4c2e-b04a-2e26dba2ac79 with Priority: HIGHEST for action port [ 802.724666] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_rules [ 802.724666] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_members [ 802.724666] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786c4f04-57b8-4c2e-b04a-2e26dba2ac79 with Priority: HIGHEST for action port [ 802.725269] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c724ec67-a2f9-463a-9284-4cfcee1bb73f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.725386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.725386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.725601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.725688] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.726531] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c724ec67-a2f9-463a-9284-4cfcee1bb73f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.726681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.726710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.726867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.727097] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.727195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.727251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.727485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.727485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.727731] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.730209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.730209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.730209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.730209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.730209] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786c4f04-57b8-4c2e-b04a-2e26dba2ac79',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.906820] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.908169] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.141719] env[65808]: INFO networking_nsxv3.common.synchronization [req-84fdadd8-7987-44bd-923b-c28994a62f5e req-0ee6bc61-f1cd-4b01-8349-109517debc9a tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 803.141824] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 803.142229] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.142348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.142414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.142736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.143241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.143241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.143241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.143397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.143724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143861] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.232433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c724ec67-a2f9-463a-9284-4cfcee1bb73f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.232433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.232433] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.233723] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786c4f04-57b8-4c2e-b04a-2e26dba2ac79 with status ACTIVE [ 803.233957] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.234118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.234215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.234457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.234558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.234765] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.234857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.234928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.235105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.235722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.235722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.235722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.235722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.235722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.236270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.236270] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786c4f04-57b8-4c2e-b04a-2e26dba2ac79 is going to be updated. [ 803.261864] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.262079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.262557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.263295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.263497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.263614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786c4f04-57b8-4c2e-b04a-2e26dba2ac79" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.411641] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.411783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.412537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.412537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.412537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.412537] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd is going to be created. [ 803.413729] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.413874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.413923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.414501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.415249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.415376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 803.442559] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.442752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.442834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.443010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.443184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.447950] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.448679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.448679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.448679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.448679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.456435] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: UNINITIALIZED for 2s [ 803.457986] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 803.646258] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.646461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.646546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.646853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.646986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.647282] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.647414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.647543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.647738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.647817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.647904] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be updated. [ 803.678928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.679144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.679252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.679549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.679890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.691163] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: IN_PROGRESS for 2s [ 803.734423] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.089244] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 804.089464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.089712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.090123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.090123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.090268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.090308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.090480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.090565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.090674] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93df70ab-bd00-4653-951e-159ec5e379f7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.133959] env[65808]: INFO networking_nsxv3.common.synchronization [None req-12a14a0b-95c3-4ac4-90d7-68ad5491adbb tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_rules [ 804.135027] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_rules [ 804.135436] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.135550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.135617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.135872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.135988] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.236923] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.237111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.237180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.237576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.237576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.237576] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f is going to be created. [ 804.260337] env[65808]: INFO networking_nsxv3.common.synchronization [None req-61335ef7-efc1-4720-8b73-f0bb55477523 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_rules [ 804.260929] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_rules [ 804.263022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.263022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.263183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.265018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.265018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.266222] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.266388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.278903] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f in Status: UNINITIALIZED for 2s [ 804.595014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.595014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.595014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.595773] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 is going to be updated. [ 804.631024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.631024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.631024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.631024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.631024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.640158] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: IN_PROGRESS for 2s [ 804.657139] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.657338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.657414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.657667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.657738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.657818] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 already deleted. [ 804.657899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.658066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.658227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.658928] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.186827] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.187008] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.187053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.187281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.187341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.187413] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 already deleted. [ 805.187495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.468595] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: SUCCESS [ 805.468844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.468980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.469249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.469432] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.469554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.469615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.469814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.469896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.469992] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.471489] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 805.471667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.471810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.471991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.472694] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.472694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.472694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.472694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.472694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.472694] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.704106] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: SUCCESS [ 805.704106] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f deletion is rescheduled due to dependency. [ 805.704106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.975633] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.975633] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.290593] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f in Status: SUCCESS [ 806.290942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.291141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.291367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.291563] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.291695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.291750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.292430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.292430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.292430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.292430] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.476688] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.477778] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.651650] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93df70ab-bd00-4653-951e-159ec5e379f7 in Status: SUCCESS [ 806.651830] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93df70ab-bd00-4653-951e-159ec5e379f7 deletion is rescheduled due to dependency. [ 806.651991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93df70ab-bd00-4653-951e-159ec5e379f7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.795009] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c724ec67-a2f9-463a-9284-4cfcee1bb73f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.795009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.795009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.795396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.795396] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.795523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.795556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.796269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.796269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.796269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.796269] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c724ec67-a2f9-463a-9284-4cfcee1bb73f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.796269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.796269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.796608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.796608] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.796608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.796938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.796938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.796938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.796938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.797095] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.979216] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.979879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.979879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.979879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.979879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.980813] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd is going to be updated. [ 806.981565] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.981666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.981666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.981796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.981872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.981953] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 807.011853] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.011853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.011853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.011853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.011853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.013581] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.013581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.013581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.013581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.013806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.023851] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 807.024616] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: IN_PROGRESS for 2s [ 807.299471] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c724ec67-a2f9-463a-9284-4cfcee1bb73f: rpc.has_security_group_logging(os_id): False [ 807.319854] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.320142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.320142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.320283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.320283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.320498] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.320601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.320679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.320845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.320922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.321115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.321208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.321270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.321411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.321484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.321657] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.321751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.321811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.321946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.322029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.322112] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f is going to be created. [ 807.377273] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.377460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.377532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.377688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.377870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.388783] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f in Status: IN_PROGRESS for 2s [ 808.212150] env[65808]: INFO networking_nsxv3.common.synchronization [req-30e431fd-ff62-489d-85d8-5a38a43b5d7c req-947f06be-ddcb-478f-af43-d004fec3e9ac tempest-ListImageFiltersTestJSON-1653859653 tempest-ListImageFiltersTestJSON-1653859653-project-member] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 808.213218] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 808.213218] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.214110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.214198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.215058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.215058] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.215058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.215058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.215058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.215058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.215460] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.558235] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.558350] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.558488] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.558795] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.559237] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.559499] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.559741] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560096] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.560294] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560566] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.560702] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.560832] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.561028] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.561207] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.561325] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.561482] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.580666] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.580915] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.580999] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.581257] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.581614] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.581803] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.581930] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.582382] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.582521] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25e66cc-29a8-441d-aa6d-e9f205df2bb0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.718057] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.718057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.718057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.718900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.718900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.719128] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.719224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.719281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.719471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.719555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.719641] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db already deleted. [ 808.719901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.764145] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.764304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.764359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.764570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.764680] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.017016] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 809.017186] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_members [ 809.017322] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 809.017932] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 809.018053] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_members [ 809.018318] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 809.018586] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.018675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.018949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e92205-2483-4ad6-bd9f-054fa9b7aefa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.018949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.019123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.019274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.019993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.019993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.019993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.020171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.020204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.020312] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.023931] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.024076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.036543] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 809.036790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.036961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.037174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.037372] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.037500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.037560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.037769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.037866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.037949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.038509] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.039743] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: SUCCESS [ 809.039918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.040325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.040495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.040730] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.040847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.040913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.041069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.041145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.041236] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.041944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.042574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.042742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.042848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.042967] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.043143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.043221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.043305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.043395] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.044303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.044466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.044616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.044716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.044809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.044956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.045095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.045182] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.074190] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_rules [ 809.074343] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 809.074439] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_rules [ 809.074557] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_members [ 809.074670] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 809.074879] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 809.075024] env[65808]: INFO networking_nsxv3.common.synchronization [req-215a7a27-0cf0-47f2-bdac-558af300cf02 req-19da692a-e427-49be-bc67-3f69d41054aa tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGHEST for action port [ 809.075494] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_rules [ 809.075625] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_rules [ 809.075723] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 809.075998] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGHEST for action port [ 809.076123] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_rules [ 809.076215] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 809.076299] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_members [ 809.076562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.076656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.077101] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e92205-2483-4ad6-bd9f-054fa9b7aefa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.077101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.077101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.077258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.077335] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.079349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.079450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.079618] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.079774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.079840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.080040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.080108] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.081405] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.081499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.081798] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.081798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.081938] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e92205-2483-4ad6-bd9f-054fa9b7aefa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.082019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.085143] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.085284] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.085591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.089079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.089079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.089079] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port c25e66cc-29a8-441d-aa6d-e9f205df2bb0 not found, creating... [ 809.089079] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.089079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.089079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.089079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.089079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.089520] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.089520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.089520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.089661] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.089823] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.089955] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: c25e66cc-29a8-441d-aa6d-e9f205df2bb0 is going to be created. [ 809.115546] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.115546] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.115546] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.116013] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.116632] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.116956] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.267023] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.403492] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f in Status: SUCCESS [ 809.403709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.525034] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.545805] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.547491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.547491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.547491] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.549534] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.579938] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e92205-2483-4ad6-bd9f-054fa9b7aefa taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.580199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.581582] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with status ACTIVE [ 809.581946] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.582127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.582216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.582510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.582510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.582809] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.582906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.582906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.583118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.583241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.583443] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.583550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.583613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.583752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.583889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.583942] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 is going to be updated. [ 809.608515] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.608633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.608734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.609044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.610059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.610059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.770524] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.028246] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.048248] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.051078] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26216ffc-b1d1-4dc2-a631-886de69bc1cd: rpc.has_security_group_logging(os_id): False [ 810.052463] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.070656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.070656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.070656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.070938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.070938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.071176] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.071307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.071372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.071527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.071608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.071982] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd is going to be created. [ 810.125586] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.125818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.125984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.126101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.126284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.141088] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: IN_PROGRESS for 2s [ 810.273067] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 810.273516] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 810.301439] env[65808]: INFO networking_nsxv3.common.synchronization [req-30e431fd-ff62-489d-85d8-5a38a43b5d7c req-8f3e5ce1-c6ef-4b0c-baf9-b157dce506c0 service nova] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_rules [ 810.301717] env[65808]: INFO networking_nsxv3.common.synchronization [req-30e431fd-ff62-489d-85d8-5a38a43b5d7c req-8f3e5ce1-c6ef-4b0c-baf9-b157dce506c0 service nova] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 810.301851] env[65808]: INFO networking_nsxv3.common.synchronization [req-30e431fd-ff62-489d-85d8-5a38a43b5d7c req-8f3e5ce1-c6ef-4b0c-baf9-b157dce506c0 service nova] Enqueued Resource ID: c25e66cc-29a8-441d-aa6d-e9f205df2bb0 with Priority: HIGHEST for action port [ 810.302934] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_rules [ 810.302934] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 810.302934] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25e66cc-29a8-441d-aa6d-e9f205df2bb0 with Priority: HIGHEST for action port [ 810.303193] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.303193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.303193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.303443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.303513] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.304564] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.304735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.304735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.304947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.306836] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.306836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.306836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.306836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.306836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.306836] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.306836] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.307471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.307471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.307471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.307471] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25e66cc-29a8-441d-aa6d-e9f205df2bb0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.533109] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.533903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.534034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.534287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.534416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.534558] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa is going to be created. [ 810.550606] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.550872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.550991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.551286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.551419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.551550] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 810.554567] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.554713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.554801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.555055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.555160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.555254] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd is going to be updated. [ 810.583904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.584055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.584120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.584346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.584526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.600113] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.600375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.600483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.600802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.601018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.603527] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa in Status: UNINITIALIZED for 2s [ 810.605262] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.605471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.605670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.605965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.606218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.617700] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: IN_PROGRESS for 2s [ 810.623962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 810.809186] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.810373] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.810527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.811721] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c25e66cc-29a8-441d-aa6d-e9f205df2bb0 with status ACTIVE [ 810.811909] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.812054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.812133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.812310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.814115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.814115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.814115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.814115] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c25e66cc-29a8-441d-aa6d-e9f205df2bb0 is going to be updated. [ 810.843956] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.844623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.844623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.845379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.845379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.845379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25e66cc-29a8-441d-aa6d-e9f205df2bb0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.296106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.296106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.296106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.296616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308034] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 811.310689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.310689] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 811.312842] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.336789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.336789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.338463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.338463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.343961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.344706] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 811.344706] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15'} {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.344706] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.388152] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.388152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.388152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.388462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.390414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.390414] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 811.457343] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.457513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.457838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.458123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.458373] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 811.524078] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.524391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.524391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.524507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.524933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.525278] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 811.525371] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8822ae36-6b6e-4a0b-9ca4-4d70328170b9', '274ecc65-088f-4d56-bd71-0f543e3e6b7b', 'a59f6305-2313-4cec-8faf-27463672f7da', '3d859f6b-77dd-43f3-b4dc-b4a4554725b6', '7be32289-7d60-4220-83c1-8c6870d5dfc2', 'd1fe9c0a-ea25-4332-a217-2f902703e86f', 'e4911a5b-d16c-4ffe-9801-4c28e8384a92', '3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34', '34c5355a-4653-4146-af18-c117e380c97f', 'ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c', '55fb12f1-50e9-4f47-a903-bf94cefe61b8', '7bd83082-54c7-4a9d-8851-ee394b3ae5fe', '291606a5-2df4-4904-8814-debede1a1495', '11387880-d015-4a81-9359-254efcecfc48', '26216ffc-b1d1-4dc2-a631-886de69bc1cd', 'b6049aed-4cd1-4f22-a8c3-9b1746795513', 'd1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e', 'e771a15d-f7e2-47fc-9622-c897161a07b3', 'd9fde136-1059-43d2-b6eb-129da9da5b7c', 'fc4a2754-49d5-4084-b404-c1f67590102a', 'fc03e84a-c64d-4aac-90a8-7a084b3bd43f', 'df332082-a91f-4ec8-9a5b-f18b3070c685', 'cdc4c4f4-77de-4dae-ae42-b8d79966366a', '4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0', 'ab8696bc-fab5-4d53-bb57-921ce72f415f', 'c724ec67-a2f9-463a-9284-4cfcee1bb73f', '50febd03-e972-4db4-8641-f0ad6e570896', 'ccd67c91-50d2-47e3-bca6-229ac13192c4', '7ab7749f-04c8-4a95-8f11-7b8639424e29', '86ac65ee-a532-4ab4-a717-4a84b25e64e0', '3572343a-848a-4b4c-a018-609ad1e993d5', 'd64bca6e-fc95-4b76-9698-932e1715207e', '93df70ab-bd00-4653-951e-159ec5e379f7', '1b8550b7-b73e-48e4-a2f2-d796883ddfb8', '5e141a2f-46f1-4cca-b26d-829ab36ef879', '1b30d01c-eef0-4153-883e-32e605e001b6', 'c215b84d-555a-4593-a413-840e8dd5cec8', '0f23db33-1580-40ed-91cd-6adc90f46644', '6507955c-0d59-485f-a5c1-1f1714f39e57', 'cd880430-9daf-44f7-9db6-b260a1011fdb', 'd00edaeb-66ec-4e50-89f6-5fbee074c934'} {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.525474] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 811.546195] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.546410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.546410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.546606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.546692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.546802] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 811.546872] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.546943] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 811.620995] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.621253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.621317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.621575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.622510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.622687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 811.622763] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.622919] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 811.622919] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 811.622989] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGH for action port [ 811.623067] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/41 resources of Type:Security Group Rules [ 811.623130] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGH for action security_group_rules [ 811.623217] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGH for action security_group_rules [ 811.623257] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGH for action security_group_rules [ 811.623318] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGH for action security_group_rules [ 811.623423] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGH for action security_group_rules [ 811.623423] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGH for action security_group_rules [ 811.623507] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGH for action security_group_rules [ 811.623540] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGH for action security_group_rules [ 811.623594] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGH for action security_group_rules [ 811.623647] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGH for action security_group_rules [ 811.623697] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGH for action security_group_rules [ 811.623770] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGH for action security_group_rules [ 811.623825] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGH for action security_group_rules [ 811.623879] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGH for action security_group_rules [ 811.623937] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGH for action security_group_rules [ 811.624289] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGH for action security_group_rules [ 811.624289] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGH for action security_group_rules [ 811.624289] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGH for action security_group_rules [ 811.624289] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGH for action security_group_rules [ 811.624289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.819328] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.819328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.819328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.819328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.819328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.819328] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be created. [ 811.847051] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.847051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.847051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.847051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.847051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.857711] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: UNINITIALIZED for 2s [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [req-9e63e874-cf92-4779-b09c-f69ba51c2a30 req-fd096b5f-c263-4c5f-90bd-9dba78d92185 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [req-9e63e874-cf92-4779-b09c-f69ba51c2a30 req-fd096b5f-c263-4c5f-90bd-9dba78d92185 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_members [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [req-9e63e874-cf92-4779-b09c-f69ba51c2a30 req-fd096b5f-c263-4c5f-90bd-9dba78d92185 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGHEST for action security_group_members [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa with Priority: HIGHEST for action security_group_members [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 with Priority: HIGH for action port [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fe9c0a-ea25-4332-a217-2f902703e86f with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fde136-1059-43d2-b6eb-129da9da5b7c with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e771a15d-f7e2-47fc-9622-c897161a07b3 with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGH for action security_group_rules [ 811.876041] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGH for action security_group_rules [ 811.877027] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 with Priority: HIGH for action security_group_rules [ 811.877027] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGH for action security_group_rules [ 811.877027] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 with Priority: HIGH for action security_group_rules [ 811.877027] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f6305-2313-4cec-8faf-27463672f7da with Priority: HIGH for action security_group_rules [ 811.879205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.879205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.879205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e92205-2483-4ad6-bd9f-054fa9b7aefa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.879205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.879205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.879205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.879205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.879205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.879205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.879205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.879205] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.880206] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.880343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.880386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.880581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.880659] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.881664] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1fe9c0a-ea25-4332-a217-2f902703e86f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.881664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.881879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.881879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.881987] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1fe9c0a-ea25-4332-a217-2f902703e86f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.882710] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.882827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.883078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.883802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.883802] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.884486] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fde136-1059-43d2-b6eb-129da9da5b7c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.884486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.884486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.884665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.884702] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fde136-1059-43d2-b6eb-129da9da5b7c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.885797] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e771a15d-f7e2-47fc-9622-c897161a07b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.885901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.885959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.886120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.886187] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e771a15d-f7e2-47fc-9622-c897161a07b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.887047] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.887161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.887216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.887749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.887749] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.888274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.888378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.888425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.888873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.888873] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.892413] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.892413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.892413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.892413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.892413] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.893764] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.893764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.893764] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.893764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.893764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.893764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.894037] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd83082-54c7-4a9d-8851-ee394b3ae5fe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.894685] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.894795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.894856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.895023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.895119] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55fb12f1-50e9-4f47-a903-bf94cefe61b8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.895335] env[65808]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 812.052707] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.052994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.053187] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.053187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.053648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.053648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.053648] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.056547] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.056547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.056547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.056547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.056547] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.056547] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.056547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.056547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.056547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.057267] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.057668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.057822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.057822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.058060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.058060] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4911a5b-d16c-4ffe-9801-4c28e8384a92',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.058943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.059114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.059114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.059337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.059337] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.060625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.060780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.060780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.060947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.061980] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8822ae36-6b6e-4a0b-9ca4-4d70328170b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.061980] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59f6305-2313-4cec-8faf-27463672f7da taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.062194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.062194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.062303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.062303] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59f6305-2313-4cec-8faf-27463672f7da',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.067880] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15 [ 812.068079] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.068318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.068318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.068447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.068535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.103491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.103491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.103605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.103764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.106084] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.106084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.140104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.140276] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be deleted. [ 812.141510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.141723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.156186] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: SUCCESS [ 812.156352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.156725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.156943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.157059] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.165906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.166170] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1fe9c0a-ea25-4332-a217-2f902703e86f is going to be deleted. [ 812.214942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.215253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.215329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.215611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.215761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.215946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227119] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.227294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.227330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.227601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.227693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1fe9c0a-ea25-4332-a217-2f902703e86f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.611201] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.611574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.611574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.611743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.611813] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.611914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.611978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.612252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.612358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.612450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.612528] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.614650] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.614650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.614794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.614871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.615033] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.615124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.615186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.615344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.615429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.615647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.615647] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.624265] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.625070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.625070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.625070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.625070] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.625070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.625070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.627148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.627148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627148] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.627148] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.627148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.627148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.627148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.627599] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.627599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.627599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.627599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.627744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627811] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.629982] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.629982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.629982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.629982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.629982] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.630279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.630883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.631109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.633030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.633030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.633030] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.639299] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.639299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.639299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.639299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.640994] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.641112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.644330] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.644330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.650042] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.652533] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.652533] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.652533] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.652533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.652533] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.653149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.653149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.653149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.653149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.653149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.653149] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.655024] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.659677] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 291606a5-2df4-4904-8814-debede1a1495: rpc.has_security_group_logging(os_id): False [ 812.663152] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.663152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.663152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.663152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.663152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5306ef8f-4fe5-4efa-bd8c-bbce2e46dc15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.684605] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.684792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.685912] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.686064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.688589] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa in Status: SUCCESS [ 812.688793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.692056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.692056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.692056] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.692281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.692281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.692579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.692579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.692758] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.698516] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 812.698806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.699219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.699540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.699697] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.700075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.700075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.700075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.700403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.700403] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.701984] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.702200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.703029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.703132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.703958] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.704253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.705127] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.705232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.706213] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.706271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.707260] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: SUCCESS [ 812.707669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.708453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.708709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.709378] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.709378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.709378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.709378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.709378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.709378] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.710887] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 812.712321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.712321] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fde136-1059-43d2-b6eb-129da9da5b7c is going to be deleted. [ 812.712736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.712944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.734846] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.734846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.736289] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.736289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.757143] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 812.758150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.758515] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be deleted. [ 812.759663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.760070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.796757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.796902] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4911a5b-d16c-4ffe-9801-4c28e8384a92 is going to be deleted. [ 812.798025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.798356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.828205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.828372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.846726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.846862] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e is going to be deleted. [ 812.847800] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.848026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.859808] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.859984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.886985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.887150] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be deleted. [ 812.888142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.888362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.953552] env[65808]: INFO networking_nsxv3.common.synchronization [req-a2dd8ce2-3cca-4422-a29b-39c4af43b098 req-1909726e-c9d1-4da4-9dbb-a7d00e8f82e4 tempest-ListImageFiltersTestJSON-1653859653 tempest-ListImageFiltersTestJSON-1653859653-project-member] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 812.955137] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.955137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.955632] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 812.956025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.956175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.957965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.958114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.963587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963710] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55fb12f1-50e9-4f47-a903-bf94cefe61b8 is going to be deleted. [ 812.964941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.965180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.032931] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.032931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036670] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e771a15d-f7e2-47fc-9622-c897161a07b3 is going to be deleted. [ 813.037625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.037836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.082192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.082357] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd83082-54c7-4a9d-8851-ee394b3ae5fe is going to be deleted. [ 813.084056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.084056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.085402] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.085516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.120659] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.142994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143161] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59f6305-2313-4cec-8faf-27463672f7da is going to be deleted. [ 813.144253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.144481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.149285] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.161649] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d859f6b-77dd-43f3-b4dc-b4a4554725b6: rpc.has_security_group_logging(os_id): False [ 813.174864] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6049aed-4cd1-4f22-a8c3-9b1746795513: rpc.has_security_group_logging(os_id): False [ 813.184860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.186353] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8822ae36-6b6e-4a0b-9ca4-4d70328170b9 is going to be deleted. [ 813.186353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.186522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.196136] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.196281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.208029] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.215217] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.215341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.236711] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.236853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.270562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.270659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.271656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.271753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.287502] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.287702] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.287762] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.287762] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.288353] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.288485] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.288571] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.288766] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.288923] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.289154] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.289253] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.289392] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.289477] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.289777] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.289777] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.289777] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.291188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.291437] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.291542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.291593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.291747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.291823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.291918] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be updated. [ 813.293847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.293998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.295723] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.295863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.347371] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.347496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.348481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.348598] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd is going to be deleted. [ 813.349518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.349762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.349861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.349987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.350748] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.350878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.350922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.351099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.351180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.351298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8822ae36-6b6e-4a0b-9ca4-4d70328170b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.351428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.351577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.351654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.351766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4911a5b-d16c-4ffe-9801-4c28e8384a92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.352310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.352431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.352511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.352626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cf3dc3-8fe6-4f6d-988e-25a4f5c9664e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.352764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.353014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.353097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.353219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.353343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.353486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.353558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.353665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55fb12f1-50e9-4f47-a903-bf94cefe61b8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.353796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.353952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.354040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.354243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.354350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.354410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.354549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.354624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.354709] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa is going to be deleted. [ 813.355598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.355754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.355838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.356046] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.356152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.356215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.356355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.356429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.356516] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd is going to be updated. [ 813.357418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.357579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.364591] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.364762] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.075 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.364895] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.365074] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-88" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.365379] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.365543] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.365657] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.365974] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.366127] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.399111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.399418] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.399516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.399597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.399830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.399969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.400053] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 is going to be updated. [ 813.401444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.401625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.401712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.401824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e771a15d-f7e2-47fc-9622-c897161a07b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.401956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.402149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.402224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.402336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fde136-1059-43d2-b6eb-129da9da5b7c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.402483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.402631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.402706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.402864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd83082-54c7-4a9d-8851-ee394b3ae5fe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.402933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.403087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.403159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.403275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59f6305-2313-4cec-8faf-27463672f7da" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.403815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.403972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.454839] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.455112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.455112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.455266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.455367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.455466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.455624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.455784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.455965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.456104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.456167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.456304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.456376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.456469] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.462065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.462220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.463038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.463252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.463364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.463428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.463792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.463874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.464108] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464201] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.464277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.464805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.464805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.464805] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.464805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.465058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.465058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.465058] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be updated. [ 813.466105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.466262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.466631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.481458] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.481626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.481674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.482099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.482264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.515125] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: IN_PROGRESS for 2s [ 813.515888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.516060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.516099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.516568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.516668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.516789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.516946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.517226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.517226] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.530527] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: IN_PROGRESS for 2s [ 813.592088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.592088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.592088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.592088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.592088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.622953] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7be32289-7d60-4220-83c1-8c6870d5dfc2: rpc.has_security_group_logging(os_id): False [ 813.644770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.645760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.645962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.646357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.646645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.652082] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11387880-d015-4a81-9359-254efcecfc48: rpc.has_security_group_logging(os_id): False [ 813.665292] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.665504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.665575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.665799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.667807] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: IN_PROGRESS for 2s [ 813.691744] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: IN_PROGRESS for 2s [ 813.703897] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.704107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.712607] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.728945] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 813.729506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.729929] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.730045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.730119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.730332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.730427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.730520] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 is going to be updated. [ 813.732020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.732237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.777561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.778173] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.778345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.778448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.778764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.778930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.779094] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11387880-d015-4a81-9359-254efcecfc48 is going to be updated. [ 813.869263] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.869537] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.869658] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.870127] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.870294] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.870449] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 not found, creating... [ 813.870717] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.870940] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.871107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.871391] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.871552] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.871922] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.872147] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.872320] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.872575] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.872750] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.872913] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 is going to be created. [ 813.877655] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: SUCCESS [ 813.877882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.878060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.878265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.878448] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.878561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.878624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.878778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.878913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.878952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.879036] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.879918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.880106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.880278] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.880380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.880446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.880587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.880666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.880760] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.931295] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.931624] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.931757] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.932099] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.932358] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.932586] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.934470] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.934876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.935029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.958493] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.958746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.958746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.959015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.959116] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.959327] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.959455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.959511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.959633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.959762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.959829] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa already deleted. [ 813.959881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.959989] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.960919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.961095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.961506] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.961506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.961506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.961823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.961823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.961823] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.971395] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: IN_PROGRESS for 2s [ 813.978104] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.978234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.978279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.978469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.978615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.002337] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: IN_PROGRESS for 2s [ 814.051317] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.051527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.051527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.051726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.051804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.051935] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd already deleted. [ 814.052027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.215707] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.215901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.216117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.216285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.216370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.216540] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 814.272546] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.272546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.272546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.272843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.273531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.286920] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 814.383267] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.383267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.383455] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.463701] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e92205-2483-4ad6-bd9f-054fa9b7aefa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.464960] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.465111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.465168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.465381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.465469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.465657] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.465757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.465811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.466500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.466500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.466500] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa already deleted. [ 814.466500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.588196] env[65808]: INFO networking_nsxv3.common.synchronization [req-a2dd8ce2-3cca-4422-a29b-39c4af43b098 req-7bf9da1e-7be4-4091-a01b-bcd965ece595 service nova] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_rules [ 814.588403] env[65808]: INFO networking_nsxv3.common.synchronization [req-a2dd8ce2-3cca-4422-a29b-39c4af43b098 req-7bf9da1e-7be4-4091-a01b-bcd965ece595 service nova] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 814.588490] env[65808]: INFO networking_nsxv3.common.synchronization [req-a2dd8ce2-3cca-4422-a29b-39c4af43b098 req-7bf9da1e-7be4-4091-a01b-bcd965ece595 service nova] Enqueued Resource ID: e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 with Priority: HIGHEST for action port [ 814.589047] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_rules [ 814.589189] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 814.589352] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 with Priority: HIGHEST for action port [ 814.589515] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.589626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.589823] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.589915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.590124] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.590227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.590288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.590622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.590622] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.887692] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.967634] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e92205-2483-4ad6-bd9f-054fa9b7aefa: rpc.has_security_group_logging(os_id): False [ 814.987161] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.987161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.987161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.987161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.987161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.987161] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.987161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.987161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.987451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.987451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.987451] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa is going to be created. [ 815.007162] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/42e92205-2483-4ad6-bd9f-054fa9b7aefa], does not exist path=[/infra/domains/default/groups/42e92205-2483-4ad6-bd9f-054fa9b7aefa]."\n}' [ 815.007329] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42e92205-2483-4ad6-bd9f-054fa9b7aefa [ 815.007455] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.050944] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.051127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.051177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.051394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.052823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.053191] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.053320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.053320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.053550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.053550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.053806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.054036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.054088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.054230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.054339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.054413] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e92205-2483-4ad6-bd9f-054fa9b7aefa is going to be created. [ 815.074589] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/42e92205-2483-4ad6-bd9f-054fa9b7aefa], does not exist path=[/infra/domains/default/groups/42e92205-2483-4ad6-bd9f-054fa9b7aefa]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42e92205-2483-4ad6-bd9f-054fa9b7aefa [ 815.074589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e92205-2483-4ad6-bd9f-054fa9b7aefa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.075867] env[65808]: Traceback (most recent call last): [ 815.075867] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 815.075867] env[65808]: return func(*args, **kwargs) [ 815.075867] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 815.075867] env[65808]: res.raise_for_status() [ 815.075867] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 815.075867] env[65808]: raise HTTPError(http_error_msg, response=self) [ 815.075867] env[65808]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42e92205-2483-4ad6-bd9f-054fa9b7aefa [ 815.075867] env[65808]: During handling of the above exception, another exception occurred: [ 815.075867] env[65808]: Traceback (most recent call last): [ 815.075867] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 815.075867] env[65808]: listener.cb(fileno) [ 815.075867] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 815.075867] env[65808]: result = function(*args, **kwargs) [ 815.075867] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 815.075867] env[65808]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 815.075867] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 815.075867] env[65808]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 815.075867] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 815.075867] env[65808]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 815.075867] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 815.075867] env[65808]: res.raise_for_status() [ 815.075867] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 815.075867] env[65808]: raise HTTPError(http_error_msg, response=self) [ 815.075867] env[65808]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/42e92205-2483-4ad6-bd9f-054fa9b7aefa [ 815.075867] env[65808]: Removing descriptor: 62 [ 815.093343] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 with status ACTIVE [ 815.093588] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.093749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.093785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.094016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.094123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.094346] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.096133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.096133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.096133] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0 is going to be updated. [ 815.117327] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.117327] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.117327] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.117604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.117733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.117968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4b7cabf-8ed4-44fc-8e26-e8a8a45d83b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.392130] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.392635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.392832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.393088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.393181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.396023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be updated. [ 815.425854] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.426037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.426125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.426342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.426583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.439959] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: IN_PROGRESS for 2s [ 815.506505] env[65808]: INFO networking_nsxv3.common.synchronization [req-a2235e90-8454-4541-ab48-bbe0d3714cb3 req-1eb76801-26b5-496c-95da-6484f707d74f tempest-ServerMetadataNegativeTestJSON-1982984669 tempest-ServerMetadataNegativeTestJSON-1982984669-project-member] Enqueued Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_members [ 815.507089] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f with Priority: HIGHEST for action security_group_members [ 815.507400] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c724ec67-a2f9-463a-9284-4cfcee1bb73f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.507525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.507592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.507847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.508038] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.508127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.508188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.508337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.508421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.508527] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c724ec67-a2f9-463a-9284-4cfcee1bb73f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.527401] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd in Status: SUCCESS [ 815.528371] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd deletion is rescheduled due to dependency. [ 815.528371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.528371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.528492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.530758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.530758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.530758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.530758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.530758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.530758] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26216ffc-b1d1-4dc2-a631-886de69bc1cd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.548562] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 815.548822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.681988] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: SUCCESS [ 815.682269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.703677] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 815.703677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.985116] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: SUCCESS [ 815.985439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.010661] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.013681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.013681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.013681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.027623] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: SUCCESS [ 816.027623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.033853] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.034084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.036894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.037163] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.037340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.037340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.037651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.037651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.037775] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f is going to be updated. [ 816.038765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.038888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.038961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.039164] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.039274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.041390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.041390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.041390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.041390] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26216ffc-b1d1-4dc2-a631-886de69bc1cd is going to be deleted. [ 816.071650] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.071650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.071650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.071650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.071650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.073173] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.073737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.073992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.074378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.074752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.075635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26216ffc-b1d1-4dc2-a631-886de69bc1cd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.087235] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f in Status: IN_PROGRESS for 2s [ 816.298490] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 816.299448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.299448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.299448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.299604] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.299919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.299919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.300094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.300190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.300285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.300596] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.300596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.300596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.300768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.300909] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.301045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.301104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.301463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.301463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.301463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.301463] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.302588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.302588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.302731] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.302821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.302926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.303052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.303136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.303219] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.804665] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c: rpc.has_security_group_logging(os_id): False [ 816.805902] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.843090] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.843090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.843090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.843090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.877074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.877074] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.877074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.877279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.877314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.877383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.877649] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.880829] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.880829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.880829] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 816.950572] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.950872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.950872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.951000] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.951142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.967966] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 817.311963] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.451084] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: SUCCESS [ 817.451312] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452182] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452667] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452981] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.453144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.453279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.453347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453517] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.454971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.455295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.455417] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.455525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.455590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.455766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.455827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.455910] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.626877] env[65808]: INFO networking_nsxv3.common.synchronization [None req-1abd2831-cc2a-4f74-a3b5-8a5009841ca2 None None] Enqueued Resource ID: e923edff-b9d4-4b1d-a6ce-5602fd7a2281 with Priority: HIGHEST for action port [ 817.627849] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e923edff-b9d4-4b1d-a6ce-5602fd7a2281 with Priority: HIGHEST for action port [ 817.628861] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e923edff-b9d4-4b1d-a6ce-5602fd7a2281 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.628990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e923edff-b9d4-4b1d-a6ce-5602fd7a2281" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.629073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e923edff-b9d4-4b1d-a6ce-5602fd7a2281" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.629615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e923edff-b9d4-4b1d-a6ce-5602fd7a2281" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.629835] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e923edff-b9d4-4b1d-a6ce-5602fd7a2281',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.814668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.814902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.814962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.815382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.815498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.815616] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 817.846748] env[65808]: INFO networking_nsxv3.common.synchronization [req-75110c90-04c9-464f-8f31-cdfda028476d req-dc8894e9-b620-47ca-9c93-93d135569a08 tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 817.847261] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 817.847560] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.847712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.847779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.848017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.850249] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.850377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.850422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.850605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.850695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.850795] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.862244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.862244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.862244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.862514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.862606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.872916] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 817.957575] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5120e26a-4596-4e07-9bfc-9aee0e7255db: rpc.has_security_group_logging(os_id): False [ 817.958718] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.981863] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.982081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.982167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.982349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.982429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.982642] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.982743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.982812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.982944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.983026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.983195] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.983281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.983559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.983559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.983559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.986142] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.986142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.986142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.986142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.986142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.986142] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be created. [ 818.053600] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.053746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.053806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.054040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.054220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.065606] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: IN_PROGRESS for 2s [ 818.103020] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f in Status: SUCCESS [ 818.103020] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c724ec67-a2f9-463a-9284-4cfcee1bb73f deletion is rescheduled due to dependency. [ 818.103020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c724ec67-a2f9-463a-9284-4cfcee1bb73f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.132060] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e923edff-b9d4-4b1d-a6ce-5602fd7a2281 [ 818.132329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.132466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.132538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.133321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.133321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.133321] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e923edff-b9d4-4b1d-a6ce-5602fd7a2281 already deleted. [ 818.133321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e923edff-b9d4-4b1d-a6ce-5602fd7a2281" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.190516] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.190848] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.190980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.191306] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.191569] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.191723] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.191831] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.192094] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.192252] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.192455] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.192566] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.193053] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.193053] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.193053] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.193053] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.193214] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.214217] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.214431] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.214620] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.214807] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.215131] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-b84aad8b-208c-4a80-8306-aa1ceca4b54f taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.215337] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.215412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.215733] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.217359] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84aad8b-208c-4a80-8306-aa1ceca4b54f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.353672] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.353672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.353672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.354175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.354175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.354400] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.354555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.354672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.354812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.354938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.355043] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 already deleted. [ 818.355160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.460652] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.675565] env[65808]: INFO networking_nsxv3.common.synchronization [req-5cccc3bc-c736-47b1-9d68-e5680ed827c0 req-2cfb43ec-3158-43b9-8140-9e04bf5f3574 tempest-ServersTestBootFromVolume-490715019 tempest-ServersTestBootFromVolume-490715019-project-member] Enqueued Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_members [ 818.675943] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3572343a-848a-4b4c-a018-609ad1e993d5 with Priority: HIGHEST for action security_group_members [ 818.676263] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3572343a-848a-4b4c-a018-609ad1e993d5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.676629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.676629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.676741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.676801] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.676897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.676968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.677379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.677472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.677571] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3572343a-848a-4b4c-a018-609ad1e993d5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.719452] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.719670] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.720068] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.720068] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.720239] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.720412] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port b84aad8b-208c-4a80-8306-aa1ceca4b54f not found, creating... [ 818.720673] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.721198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.721198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.721198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.721374] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.721601] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.721727] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.721842] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722060] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.722187] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.722319] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: b84aad8b-208c-4a80-8306-aa1ceca4b54f is going to be created. [ 818.752330] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.752659] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.752659] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.753027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.753327] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.753509] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.964014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.964014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.964014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.964014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.964014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.964014] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be updated. [ 818.983960] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 818.984220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.984406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.984633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.984718] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.994649] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.994789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.994860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.995083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.995226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.004544] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: IN_PROGRESS for 2s [ 819.181189] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.181420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.181420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.181666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.204847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.204847] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.204847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.204847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.204847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.204847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.204847] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3572343a-848a-4b4c-a018-609ad1e993d5 is going to be updated. [ 819.234207] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.234431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.234431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.234657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.234808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.244294] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3572343a-848a-4b4c-a018-609ad1e993d5 in Status: IN_PROGRESS for 2s [ 819.487389] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.581758] env[65808]: INFO networking_nsxv3.common.synchronization [req-75110c90-04c9-464f-8f31-cdfda028476d req-6ae9f4c7-061c-482a-a23d-27c359890fdf service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 819.581945] env[65808]: INFO networking_nsxv3.common.synchronization [req-75110c90-04c9-464f-8f31-cdfda028476d req-6ae9f4c7-061c-482a-a23d-27c359890fdf service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 819.582099] env[65808]: INFO networking_nsxv3.common.synchronization [req-75110c90-04c9-464f-8f31-cdfda028476d req-6ae9f4c7-061c-482a-a23d-27c359890fdf service nova] Enqueued Resource ID: b84aad8b-208c-4a80-8306-aa1ceca4b54f with Priority: HIGHEST for action port [ 819.582323] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 819.582446] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 819.582535] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84aad8b-208c-4a80-8306-aa1ceca4b54f with Priority: HIGHEST for action port [ 819.583127] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.583285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.583369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.583658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.583737] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.584934] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.584934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.585946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.585946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.585946] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.585946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.585946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.585946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.585946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.585946] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.586637] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84aad8b-208c-4a80-8306-aa1ceca4b54f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.586637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.586755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.586872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.586919] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84aad8b-208c-4a80-8306-aa1ceca4b54f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.885176] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 819.885330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.885491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.885720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.885891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.886026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.886085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.886234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.886319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.886389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.886478] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.081103] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: SUCCESS [ 820.081352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.082124] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.089410] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b84aad8b-208c-4a80-8306-aa1ceca4b54f with status ACTIVE [ 820.092018] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.092018] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.092018] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.092018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.093016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.093016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.093016] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b84aad8b-208c-4a80-8306-aa1ceca4b54f is going to be updated. [ 820.094206] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.094341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.094585] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.117782] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.118034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.118154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.118487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.119115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.119115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84aad8b-208c-4a80-8306-aa1ceca4b54f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.388622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.388622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.388972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.389064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.389709] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.389929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.389929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.390158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.390258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.390338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.390518] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.390720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.390780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.390959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.391140] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.391282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.391332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.391489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.391554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.391637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.391742] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.432380] env[65808]: INFO networking_nsxv3.common.synchronization [req-376deb3a-472b-4b35-9f8c-6dc3591fd592 req-a70db3da-3df1-40b4-9ed4-32e58b421027 tempest-ServersNegativeTestJSON-1922042384 tempest-ServersNegativeTestJSON-1922042384-project-member] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 820.432380] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 820.432493] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.432590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.432633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.433440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.433813] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.434416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.434416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.435374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.435374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.435374] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.586317] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.586317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.597196] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.839649] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.839907] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.840465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.840465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.840658] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.840747] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.840884] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.841086] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.841227] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.841507] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.841591] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.841655] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.841730] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.841845] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.841956] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.842117] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.863622] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.863916] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.864131] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.864339] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.864661] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-dad5470b-4582-40b5-b678-2846f9efaa68 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.864855] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.864973] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.865307] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.865446] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad5470b-4582-40b5-b678-2846f9efaa68',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.894378] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c: rpc.has_security_group_logging(os_id): False [ 820.913380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.913527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.913601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.913809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.913899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.914099] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.914255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.914483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.914533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.914733] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.914827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.915080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.915313] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.915844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.916086] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 820.939104] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.939104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.939104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.939104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.939104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.939353] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.939404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.939437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.939683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.939683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.939874] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 already deleted. [ 820.939874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.974466] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.974931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.975086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.975348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.975548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.998610] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 821.013191] env[65808]: INFO networking_nsxv3.common.synchronization [None req-81cd252b-f06f-48a6-ab6a-fe060c8d23af None None] Enqueued Resource ID: cafa3b49-d2f4-425a-b4b2-ac95461fd532 with Priority: HIGHEST for action port [ 821.013191] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafa3b49-d2f4-425a-b4b2-ac95461fd532 with Priority: HIGHEST for action port [ 821.013767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-cafa3b49-d2f4-425a-b4b2-ac95461fd532 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.013896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cafa3b49-d2f4-425a-b4b2-ac95461fd532" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.013963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cafa3b49-d2f4-425a-b4b2-ac95461fd532" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.014347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cafa3b49-d2f4-425a-b4b2-ac95461fd532" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.014434] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cafa3b49-d2f4-425a-b4b2-ac95461fd532',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.016385] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: SUCCESS [ 821.016469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.017098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.017098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.017285] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.017285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.017410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.018048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.021275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.021402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.021500] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.100630] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.100810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.100878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.101116] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.101193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.101294] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be created. [ 821.136133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.136383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.136383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.136564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.136726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.155129] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: UNINITIALIZED for 2s [ 821.254774] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3572343a-848a-4b4c-a018-609ad1e993d5 in Status: SUCCESS [ 821.254966] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3572343a-848a-4b4c-a018-609ad1e993d5 deletion is rescheduled due to dependency. [ 821.255199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3572343a-848a-4b4c-a018-609ad1e993d5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.369062] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.369062] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.369062] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.369336] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.369477] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.369626] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port dad5470b-4582-40b5-b678-2846f9efaa68 not found, creating... [ 821.369902] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.370068] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.370184] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.370391] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.370520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.370806] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.370938] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.371108] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.371276] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.371436] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.371538] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: dad5470b-4582-40b5-b678-2846f9efaa68 is going to be created. [ 821.391774] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.391977] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.392181] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.392462] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.392690] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.392974] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.516429] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cafa3b49-d2f4-425a-b4b2-ac95461fd532 [ 821.516563] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.516706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.516788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.517060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.517157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.517253] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cafa3b49-d2f4-425a-b4b2-ac95461fd532 already deleted. [ 821.517350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cafa3b49-d2f4-425a-b4b2-ac95461fd532" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523877] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.524103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.524103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.524300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.524459] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.524560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.524624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.524773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.524858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.524944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.525100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.525191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.525250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.525443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.525794] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.525902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.525998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.526167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.526244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.526323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.526418] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.029565] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5120e26a-4596-4e07-9bfc-9aee0e7255db: rpc.has_security_group_logging(os_id): False [ 822.049035] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.049224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.049275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.049449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.049539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.049750] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.049925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.049969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.050124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.050203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.050492] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.050492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.050619] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.050703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.050703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.050907] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.051016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.051088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.051273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.051367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.051416] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be updated. [ 822.095493] env[65808]: INFO networking_nsxv3.common.synchronization [req-376deb3a-472b-4b35-9f8c-6dc3591fd592 req-52371ee1-8b26-4196-b860-38a7726bf21b service nova] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_rules [ 822.095941] env[65808]: INFO networking_nsxv3.common.synchronization [req-376deb3a-472b-4b35-9f8c-6dc3591fd592 req-52371ee1-8b26-4196-b860-38a7726bf21b service nova] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 822.096303] env[65808]: INFO networking_nsxv3.common.synchronization [req-376deb3a-472b-4b35-9f8c-6dc3591fd592 req-52371ee1-8b26-4196-b860-38a7726bf21b service nova] Enqueued Resource ID: dad5470b-4582-40b5-b678-2846f9efaa68 with Priority: HIGHEST for action port [ 822.097678] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_rules [ 822.097678] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 822.097874] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad5470b-4582-40b5-b678-2846f9efaa68 with Priority: HIGHEST for action port [ 822.098176] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.098331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.098410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.098738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.098843] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.100521] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.100521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.100521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.100720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.100900] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.101954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.102143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.102402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.102446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.102630] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.103484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad5470b-4582-40b5-b678-2846f9efaa68 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.103731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.103805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.104079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.104079] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad5470b-4582-40b5-b678-2846f9efaa68',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.211286] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.211286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.211286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.211512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.211760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.225125] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: IN_PROGRESS for 2s [ 822.607076] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.607076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.607076] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.608596] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad5470b-4582-40b5-b678-2846f9efaa68 with status ACTIVE [ 822.608596] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.608596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.608596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.608818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.608861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.609853] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.609853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.609853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.609853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.609853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.609853] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.609853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.609853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.610434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.610434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.610434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad5470b-4582-40b5-b678-2846f9efaa68 is going to be updated. [ 822.635123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.635961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.635961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.635961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.635961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.635961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.017522] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 823.017799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.017996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.018204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.018290] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.112502] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.170213] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 823.170213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.170470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.170521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.170711] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.170845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.170910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.171083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.171161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.171264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.171360] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.520339] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.520675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.520675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.520675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.520833] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.520934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.520994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.521199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.521282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.521340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.521428] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.615232] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.615380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.615454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.615666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.615754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.615858] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be created. [ 823.640801] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.640801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.640801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.640801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.640801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.651221] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: UNINITIALIZED for 2s [ 823.673182] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.024058] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.024233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.024330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.024651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.024917] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.025100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.025198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.025523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.025523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.025592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.025722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.025828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.025889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.026048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.026197] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.026304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.026445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.026612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.026694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.026777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.026870] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.175019] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04896dfd-ce26-4165-a0d2-67b94d959347: rpc.has_security_group_logging(os_id): False [ 824.195333] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.195494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.195559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.195814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.195960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.196202] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.196305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.196384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.196820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.196820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.196820] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be created. [ 824.238016] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: SUCCESS [ 824.238300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.270345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.270598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.270749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.271079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.271789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.285084] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 824.532513] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c: rpc.has_security_group_logging(os_id): False [ 824.555812] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.556431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.556645] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.557059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.557265] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.557365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.557454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.557647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.557729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.557917] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.558053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.558243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.558397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.558500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.558591] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 824.651434] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.651588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.651641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.651880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.652042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.677717] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 824.716815] env[65808]: INFO networking_nsxv3.common.synchronization [req-e3466bca-c753-47e4-ad1f-c65a400295a6 req-56da1224-0e0a-42dc-b121-4be9340081e2 tempest-ServersWithSpecificFlavorTestJSON-1272180635 tempest-ServersWithSpecificFlavorTestJSON-1272180635-project-member] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 824.718043] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 824.718474] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.718730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.718730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.718997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.719540] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.719540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.719540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.719854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.719854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.719980] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.224823] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.224823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.224823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.224823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.246655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.246655] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.246655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.246655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.246655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.246655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.246655] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e is going to be updated. [ 825.278278] env[65808]: INFO networking_nsxv3.common.synchronization [req-8dbb73e5-283c-4fa0-bb1c-25aa441a80c5 req-d6f78547-ade9-4a47-85bd-e6b9efd6a5d7 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 825.280210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.280639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.280639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.280911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.281035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.282448] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 825.282795] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.282930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.282999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.283203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.283356] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.283444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.283515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.283911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.283911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.283911] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.295437] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: IN_PROGRESS for 2s [ 825.662664] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 825.662721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.662847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.663090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.663297] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.663410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.663470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.663631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.663702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.663784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.663917] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.748535] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.748535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.748535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.748535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.748535] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.748535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.748535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.748535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.748535] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.748535] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.749176] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.749176] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.749176] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.749176] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.749331] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.749924] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.772384] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.772564] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.772701] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.772894] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.773219] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-b4648933-bf86-48b0-ab2e-280966fa0ccb taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.773424] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.773524] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.773803] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.773944] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4648933-bf86-48b0-ab2e-280966fa0ccb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.787649] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.787901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.788237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.788447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.788583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.788882] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.789048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.789153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.790187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.790763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.790869] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be deleted. [ 825.822591] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.822591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.822591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.823065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.823065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.823188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.167579] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.167796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.167796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.167937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.168145] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.168290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.168361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.168531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.168620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.168737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.168845] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.168968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.169091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.169190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.169328] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.169418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.169471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.169636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.169713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.169838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.169933] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.277189] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.277545] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.277717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.278142] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.278354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.278596] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port b4648933-bf86-48b0-ab2e-280966fa0ccb not found, creating... [ 826.278956] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.279189] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.279376] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.279717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.279928] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.280337] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.280551] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.280737] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.281117] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.281251] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.281453] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: b4648933-bf86-48b0-ab2e-280966fa0ccb is going to be created. [ 826.301248] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 826.301248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.303551] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.305679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.305679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.305679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.305679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.305679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.672338] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b491cc-8bef-44d7-bbfc-fb3e5785a167: rpc.has_security_group_logging(os_id): False [ 826.694810] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.694810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.694810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.694810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.694810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.694810] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.694810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.695414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.695414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.695414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.695414] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.695591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.696558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.696558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.697045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.697045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.697045] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be created. [ 826.713549] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 826.713756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.844609] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.844818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.844818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.845114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.845253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865386] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 827.102938] env[65808]: INFO networking_nsxv3.common.synchronization [req-8dbb73e5-283c-4fa0-bb1c-25aa441a80c5 req-bfb346f2-6de0-40cd-854f-002985fbc4e3 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 827.103288] env[65808]: INFO networking_nsxv3.common.synchronization [req-8dbb73e5-283c-4fa0-bb1c-25aa441a80c5 req-bfb346f2-6de0-40cd-854f-002985fbc4e3 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 827.103673] env[65808]: INFO networking_nsxv3.common.synchronization [req-8dbb73e5-283c-4fa0-bb1c-25aa441a80c5 req-bfb346f2-6de0-40cd-854f-002985fbc4e3 service nova] Enqueued Resource ID: b4648933-bf86-48b0-ab2e-280966fa0ccb with Priority: HIGHEST for action port [ 827.104566] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 827.104774] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 827.104811] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4648933-bf86-48b0-ab2e-280966fa0ccb with Priority: HIGHEST for action port [ 827.105128] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.105267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.105322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.105622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.105714] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.107392] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.107538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.107538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.107751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.108157] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.108331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.108431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.108717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.108816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.108967] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.110359] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4648933-bf86-48b0-ab2e-280966fa0ccb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.110503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.110594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.110856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.110972] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4648933-bf86-48b0-ab2e-280966fa0ccb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.313374] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: SUCCESS [ 827.314087] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e deletion is rescheduled due to dependency. [ 827.314087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.613434] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.614591] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.614724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.616488] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4648933-bf86-48b0-ab2e-280966fa0ccb with status ACTIVE [ 827.616488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.616488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.616488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.616488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.616488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.616488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.616488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.620351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.620351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.620351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.620351] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.620904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.620904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.620904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.621530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.621891] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4648933-bf86-48b0-ab2e-280966fa0ccb is going to be updated. [ 827.650849] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.651087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.651174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.651483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.651693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.652102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4648933-bf86-48b0-ab2e-280966fa0ccb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.124995] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.174284] env[65808]: INFO networking_nsxv3.common.synchronization [None req-3d50d6a6-dc98-45e7-a2b5-d38461b612e9 None None] Enqueued Resource ID: c3e62f17-9f86-4b82-8460-9e3c406a063e with Priority: HIGHEST for action port [ 828.174284] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e62f17-9f86-4b82-8460-9e3c406a063e with Priority: HIGHEST for action port [ 828.174284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e62f17-9f86-4b82-8460-9e3c406a063e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.174284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e62f17-9f86-4b82-8460-9e3c406a063e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.174572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e62f17-9f86-4b82-8460-9e3c406a063e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.175030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e62f17-9f86-4b82-8460-9e3c406a063e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.175551] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e62f17-9f86-4b82-8460-9e3c406a063e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.628125] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.628760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.628984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.629359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.631868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.631868] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be created. [ 828.659971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.659971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.659971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.659971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.659971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.670797] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: UNINITIALIZED for 2s [ 828.679447] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3e62f17-9f86-4b82-8460-9e3c406a063e [ 828.679447] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.679447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.679447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.679447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.679447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.679447] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3e62f17-9f86-4b82-8460-9e3c406a063e already deleted. [ 828.679447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e62f17-9f86-4b82-8460-9e3c406a063e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.881352] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 828.881352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.057775] env[65808]: INFO networking_nsxv3.common.synchronization [None req-b35bf6d5-fdbd-4f0c-b592-eb34dbd2f54b tempest-ServersTestJSON-846754307 tempest-ServersTestJSON-846754307-project-member] Enqueued Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_rules [ 830.058540] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_rules [ 830.058971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a0be39-933b-49e6-90a7-9d50828506ff taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.059153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.059238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.059558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.059653] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.184244] env[65808]: INFO networking_nsxv3.common.synchronization [None req-ed434d1f-0cfc-421a-9283-693b54ac86ee tempest-ServersTestJSON-846754307 tempest-ServersTestJSON-846754307-project-member] Enqueued Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_rules [ 830.184602] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_rules [ 830.184796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a0be39-933b-49e6-90a7-9d50828506ff taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.185123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.588302] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.588392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.588543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.588620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.588706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.588799] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a0be39-933b-49e6-90a7-9d50828506ff already deleted. [ 830.588878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.589459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.589459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.589459] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.681911] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 830.682193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.682465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.682638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.682795] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.682910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.682975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.683144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.683224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.683308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.683397] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.872983] env[65808]: INFO networking_nsxv3.common.synchronization [None req-7083efc3-3e31-4543-b38e-35717cdae697 None None] Enqueued Resource ID: b11543ca-2aad-460f-9a7b-7ed6a6369f4a with Priority: HIGHEST for action port [ 830.873695] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11543ca-2aad-460f-9a7b-7ed6a6369f4a with Priority: HIGHEST for action port [ 830.874099] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11543ca-2aad-460f-9a7b-7ed6a6369f4a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.874234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11543ca-2aad-460f-9a7b-7ed6a6369f4a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.874326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11543ca-2aad-460f-9a7b-7ed6a6369f4a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.874650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11543ca-2aad-460f-9a7b-7ed6a6369f4a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.875022] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11543ca-2aad-460f-9a7b-7ed6a6369f4a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.118288] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.118288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.118288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.118288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.118288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.118288] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a0be39-933b-49e6-90a7-9d50828506ff already deleted. [ 831.118288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.187474] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.187561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.187607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.187934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.188121] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.188216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.188274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.188559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.188559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.188665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.188742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.188898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.188950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.189090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.189227] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.189318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.189374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.189506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.189586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.189654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.189746] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.378717] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b11543ca-2aad-460f-9a7b-7ed6a6369f4a [ 831.379096] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.379306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.379431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.379673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.379816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.380029] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b11543ca-2aad-460f-9a7b-7ed6a6369f4a already deleted. [ 831.380168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11543ca-2aad-460f-9a7b-7ed6a6369f4a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.695853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274ecc65-088f-4d56-bd71-0f543e3e6b7b: rpc.has_security_group_logging(os_id): False [ 831.715862] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.716050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.716192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.716564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.716734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.717111] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.717260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.717345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.717510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.717590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.717793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.717904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.717959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.718119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.718212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.718394] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.718513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.718596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.718752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.718826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.718953] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be created. [ 831.789669] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.789890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.789965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.790395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.790395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.805782] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 833.824481] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 833.824783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.875357] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 835.875731] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 836.876468] env[65808]: INFO networking_nsxv3.common.synchronization [None req-1d3da54f-4bf5-411b-8b57-dd1b2a540a7a None None] Enqueued Resource ID: 3da6d7ad-933d-4871-ac75-3ac6c10df1d9 with Priority: HIGHEST for action port [ 836.877482] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da6d7ad-933d-4871-ac75-3ac6c10df1d9 with Priority: HIGHEST for action port [ 836.877839] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da6d7ad-933d-4871-ac75-3ac6c10df1d9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.878024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da6d7ad-933d-4871-ac75-3ac6c10df1d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.878099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da6d7ad-933d-4871-ac75-3ac6c10df1d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.878365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da6d7ad-933d-4871-ac75-3ac6c10df1d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.878448] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da6d7ad-933d-4871-ac75-3ac6c10df1d9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.381373] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3da6d7ad-933d-4871-ac75-3ac6c10df1d9 [ 837.381373] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.381693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.381693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.381787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.381825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.382660] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3da6d7ad-933d-4871-ac75-3ac6c10df1d9 already deleted. [ 837.382660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da6d7ad-933d-4871-ac75-3ac6c10df1d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.660236] env[65808]: INFO networking_nsxv3.common.synchronization [None req-d49146c0-404a-4c40-b0e7-272cc98a7f2c None None] Enqueued Resource ID: 75b1c6c5-389b-4b38-9c2d-d503ff8574a7 with Priority: HIGHEST for action port [ 838.662019] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b1c6c5-389b-4b38-9c2d-d503ff8574a7 with Priority: HIGHEST for action port [ 838.662019] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b1c6c5-389b-4b38-9c2d-d503ff8574a7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.662019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b1c6c5-389b-4b38-9c2d-d503ff8574a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.662019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b1c6c5-389b-4b38-9c2d-d503ff8574a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.662019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b1c6c5-389b-4b38-9c2d-d503ff8574a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.662019] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b1c6c5-389b-4b38-9c2d-d503ff8574a7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.165039] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75b1c6c5-389b-4b38-9c2d-d503ff8574a7 [ 839.165179] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.165298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.165369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.165819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.165819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.165819] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75b1c6c5-389b-4b38-9c2d-d503ff8574a7 already deleted. [ 839.166066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b1c6c5-389b-4b38-9c2d-d503ff8574a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.218151] env[65808]: INFO networking_nsxv3.common.synchronization [None req-d8b89fa5-f47d-48b3-b8f0-cd737cc0e150 None None] Enqueued Resource ID: 9a9f17f1-e7c2-454a-92a3-e7a3bda3c022 with Priority: HIGHEST for action port [ 839.219083] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9f17f1-e7c2-454a-92a3-e7a3bda3c022 with Priority: HIGHEST for action port [ 839.219380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a9f17f1-e7c2-454a-92a3-e7a3bda3c022 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.219522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a9f17f1-e7c2-454a-92a3-e7a3bda3c022" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.219522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a9f17f1-e7c2-454a-92a3-e7a3bda3c022" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.219790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a9f17f1-e7c2-454a-92a3-e7a3bda3c022" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.219883] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9f17f1-e7c2-454a-92a3-e7a3bda3c022',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.721853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a9f17f1-e7c2-454a-92a3-e7a3bda3c022 [ 839.722283] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.722283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.723266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.723797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.723797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.723797] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a9f17f1-e7c2-454a-92a3-e7a3bda3c022 already deleted. [ 839.723797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a9f17f1-e7c2-454a-92a3-e7a3bda3c022" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.883360] env[65808]: INFO networking_nsxv3.common.synchronization [req-4aef563a-7cd3-4489-8709-e2436b5e3dfd req-50422ab9-1e97-49f1-8ddb-b2d9c5342b38 tempest-ServersV294TestFqdnHostnames-113142494 tempest-ServersV294TestFqdnHostnames-113142494-project-member] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_members [ 840.883769] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGHEST for action security_group_members [ 840.884271] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.884390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.886635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.886635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.886635] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.886635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.886635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.886635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.886635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.886635] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.257051] env[65808]: INFO networking_nsxv3.common.synchronization [None req-8632de7b-13b1-4b50-811d-f86fdc224c1c None None] Enqueued Resource ID: 9cc525c9-d855-4f15-b266-7ac01f0eeb71 with Priority: HIGHEST for action port [ 841.257051] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc525c9-d855-4f15-b266-7ac01f0eeb71 with Priority: HIGHEST for action port [ 841.257051] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc525c9-d855-4f15-b266-7ac01f0eeb71 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.257051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc525c9-d855-4f15-b266-7ac01f0eeb71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.257051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc525c9-d855-4f15-b266-7ac01f0eeb71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.257051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc525c9-d855-4f15-b266-7ac01f0eeb71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.257051] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc525c9-d855-4f15-b266-7ac01f0eeb71',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.389163] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.391036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.391036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.391036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.413597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.414036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.414138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.414212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.414408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.414496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.414587] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11387880-d015-4a81-9359-254efcecfc48 is going to be updated. [ 841.442574] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.443505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.443649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.443987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.444198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.454270] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: IN_PROGRESS for 2s [ 841.760614] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cc525c9-d855-4f15-b266-7ac01f0eeb71 [ 841.760886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.761062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.761107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.762121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.762121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.762121] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cc525c9-d855-4f15-b266-7ac01f0eeb71 already deleted. [ 841.762121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc525c9-d855-4f15-b266-7ac01f0eeb71" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.322351] env[65808]: INFO networking_nsxv3.common.synchronization [None req-8848fed8-d7d6-4736-9503-e96be97cb9d0 tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_rules [ 842.323512] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_rules [ 842.323512] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.323512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.323512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.323727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.323727] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.859891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.860339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.860339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.860627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.860789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.860952] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba already deleted. [ 842.861119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.108234] env[65808]: INFO networking_nsxv3.common.synchronization [None req-792cfdfb-14ca-4487-b761-2fd47cfc738f tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_rules [ 843.108990] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_rules [ 843.108990] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.109355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.109355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.109355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.109460] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.466850] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11387880-d015-4a81-9359-254efcecfc48 in Status: SUCCESS [ 843.467167] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11387880-d015-4a81-9359-254efcecfc48 deletion is rescheduled due to dependency. [ 843.467220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.587320] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2964529b-02d9-468d-b3d2-c4baeeccd08d None None] Enqueued Resource ID: 90b47a3b-d69e-4dc8-a9ec-7d108d14426b with Priority: HIGHEST for action port [ 843.587853] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b47a3b-d69e-4dc8-a9ec-7d108d14426b with Priority: HIGHEST for action port [ 843.588196] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b47a3b-d69e-4dc8-a9ec-7d108d14426b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.590042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b47a3b-d69e-4dc8-a9ec-7d108d14426b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.590133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b47a3b-d69e-4dc8-a9ec-7d108d14426b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.591053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b47a3b-d69e-4dc8-a9ec-7d108d14426b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.591053] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b47a3b-d69e-4dc8-a9ec-7d108d14426b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.633400] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.633593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.633593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.633804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.633893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.633987] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba already deleted. [ 843.634171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.093075] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90b47a3b-d69e-4dc8-a9ec-7d108d14426b [ 844.093347] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.093481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.093550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.093779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.093861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.093956] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90b47a3b-d69e-4dc8-a9ec-7d108d14426b already deleted. [ 844.094071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b47a3b-d69e-4dc8-a9ec-7d108d14426b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.061408] env[65808]: INFO networking_nsxv3.common.synchronization [None req-51c55acb-1894-42b9-a59c-6a4fb7dad0e8 None None] Enqueued Resource ID: b412d69c-31f4-402e-b728-bbbf6bf08dc4 with Priority: HIGHEST for action port [ 846.062113] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b412d69c-31f4-402e-b728-bbbf6bf08dc4 with Priority: HIGHEST for action port [ 846.062297] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b412d69c-31f4-402e-b728-bbbf6bf08dc4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.062439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b412d69c-31f4-402e-b728-bbbf6bf08dc4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.062501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b412d69c-31f4-402e-b728-bbbf6bf08dc4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.062791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b412d69c-31f4-402e-b728-bbbf6bf08dc4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.062928] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b412d69c-31f4-402e-b728-bbbf6bf08dc4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.567444] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b412d69c-31f4-402e-b728-bbbf6bf08dc4 [ 846.567731] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.567925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.568094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.568565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.568565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.568565] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b412d69c-31f4-402e-b728-bbbf6bf08dc4 already deleted. [ 846.568565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b412d69c-31f4-402e-b728-bbbf6bf08dc4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.168793] env[65808]: INFO networking_nsxv3.common.synchronization [req-cd6c59b9-f041-4c98-b578-510433f40f6c req-9cc16a77-7ff8-4e75-97fa-59a03806b3e9 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_members [ 847.170267] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_members [ 847.170267] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.170267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.170524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.170646] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.170917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.171120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.171198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.171352] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.562324] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.562631] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.562766] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.563582] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.563582] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.563582] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.563791] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.563830] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.563973] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.564233] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.564348] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.564455] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.564562] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.564668] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.564769] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.564897] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.587882] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.588099] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.588239] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.588413] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.588722] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-1aea40d6-c148-4464-afbd-3e3402ea0d21 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.588887] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.589013] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.589358] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.589512] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aea40d6-c148-4464-afbd-3e3402ea0d21',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.675024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.675024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.675024] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 already deleted. [ 847.675024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.093183] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.093621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.093621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.094252] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.094359] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.094491] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 1aea40d6-c148-4464-afbd-3e3402ea0d21 not found, creating... [ 848.094829] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.094989] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.095067] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.095382] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.095614] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.096198] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.096198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.096412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.096632] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.096844] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.096950] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 1aea40d6-c148-4464-afbd-3e3402ea0d21 is going to be created. [ 848.119537] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.119756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.119849] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.120225] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.120453] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.120742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.845915] env[65808]: INFO networking_nsxv3.common.synchronization [req-cd6c59b9-f041-4c98-b578-510433f40f6c req-a63a170a-d3a4-4267-aa2e-cdc89674db9d service nova] Enqueued Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_rules [ 848.846277] env[65808]: INFO networking_nsxv3.common.synchronization [req-cd6c59b9-f041-4c98-b578-510433f40f6c req-a63a170a-d3a4-4267-aa2e-cdc89674db9d service nova] Enqueued Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_members [ 848.846277] env[65808]: INFO networking_nsxv3.common.synchronization [req-cd6c59b9-f041-4c98-b578-510433f40f6c req-a63a170a-d3a4-4267-aa2e-cdc89674db9d service nova] Enqueued Resource ID: 1aea40d6-c148-4464-afbd-3e3402ea0d21 with Priority: HIGHEST for action port [ 848.846818] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_rules [ 848.846957] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_members [ 848.847260] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aea40d6-c148-4464-afbd-3e3402ea0d21 with Priority: HIGHEST for action port [ 848.847561] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.847711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.848102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.848227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.848341] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.850504] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.850504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.850504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.850504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.850719] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.850784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.850925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.851033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.851146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.851192] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.852512] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aea40d6-c148-4464-afbd-3e3402ea0d21 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.852637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.852957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.852957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.852957] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aea40d6-c148-4464-afbd-3e3402ea0d21',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.350454] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.351383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.353046] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.354692] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aea40d6-c148-4464-afbd-3e3402ea0d21 with status ACTIVE [ 849.354973] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.354973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.354973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.355177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.355263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.355434] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.355548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.355779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.355857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.356060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.356150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.356200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.356355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.356428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.356566] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aea40d6-c148-4464-afbd-3e3402ea0d21 is going to be updated. [ 849.378616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.378889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.378889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.379096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.379207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.379329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aea40d6-c148-4464-afbd-3e3402ea0d21" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.807873] env[65808]: INFO networking_nsxv3.common.synchronization [req-ad460c77-6523-4759-bf2d-b78cd92014c9 req-a8b7751e-3c12-46e3-a671-11aeb8ae0d6c tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 849.808685] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 849.809159] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.809371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.809481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.810279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.810279] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.810279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.810279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.810279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.810721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.810721] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.855339] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.146364] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.146603] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.146729] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.147180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.147485] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.147667] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.147807] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.148109] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.148265] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.148595] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.148728] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.148834] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.148987] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.149140] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.149248] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.149381] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.171640] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.171872] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.172035] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.172220] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-168" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.172580] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-0df44d28-1399-487f-b30d-bd06b0d2c38b taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.172916] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.172976] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.173349] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.173517] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df44d28-1399-487f-b30d-bd06b0d2c38b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.314993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.314993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.314993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.315266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.315266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.315390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.315497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.315565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.315707] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.315760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.315850] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be deleted. [ 850.346365] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.346545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.346601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.346789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.346877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.357654] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.357822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.357948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.358218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.358320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.358428] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 is going to be created. [ 850.387672] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.387880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.387937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.388210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.388384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.407448] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 in Status: UNINITIALIZED for 2s [ 850.678430] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.678670] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.678776] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.679092] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.679246] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.679410] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 0df44d28-1399-487f-b30d-bd06b0d2c38b not found, creating... [ 850.679680] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.679835] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.679979] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.680247] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.680407] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.680728] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.680900] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.681191] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.683393] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.683393] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.683393] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 0df44d28-1399-487f-b30d-bd06b0d2c38b is going to be created. [ 850.707896] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.708223] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.708354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.708625] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.708855] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.709087] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.440686] env[65808]: INFO networking_nsxv3.common.synchronization [req-ad460c77-6523-4759-bf2d-b78cd92014c9 req-a3fb8a3c-7e0b-4817-b520-f89cc2bdd06e service nova] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_rules [ 851.441039] env[65808]: INFO networking_nsxv3.common.synchronization [req-ad460c77-6523-4759-bf2d-b78cd92014c9 req-a3fb8a3c-7e0b-4817-b520-f89cc2bdd06e service nova] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 851.441039] env[65808]: INFO networking_nsxv3.common.synchronization [req-ad460c77-6523-4759-bf2d-b78cd92014c9 req-a3fb8a3c-7e0b-4817-b520-f89cc2bdd06e service nova] Enqueued Resource ID: 0df44d28-1399-487f-b30d-bd06b0d2c38b with Priority: HIGHEST for action port [ 851.441496] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_rules [ 851.441636] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 851.441733] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df44d28-1399-487f-b30d-bd06b0d2c38b with Priority: HIGHEST for action port [ 851.442011] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.442723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.442723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.442910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.443046] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.443938] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.444104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.444177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.444345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.444537] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.444626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.444682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.444837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.444901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.444991] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.446091] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0df44d28-1399-487f-b30d-bd06b0d2c38b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.446902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.446902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.447110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.447211] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df44d28-1399-487f-b30d-bd06b0d2c38b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.950987] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0df44d28-1399-487f-b30d-bd06b0d2c38b with status ACTIVE [ 851.951272] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.951682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.951682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.951785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.951870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.952108] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.952395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.952496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.952694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.952767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.953656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.953656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.953656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.953656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.953656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.953656] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0df44d28-1399-487f-b30d-bd06b0d2c38b is going to be updated. [ 851.954808] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.955764] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.955887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.979640] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.979801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.979888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.980220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.980388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.980501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0df44d28-1399-487f-b30d-bd06b0d2c38b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.342723] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-89767ca6-8de9-477f-bbf9-8e232b577a2b tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 852.343743] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 852.344301] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.344451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.344514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.344808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.345093] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.345342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.345342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.345476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.345534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.345695] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.419479] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 in Status: SUCCESS [ 852.419698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.419865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.420156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.420350] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.420470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.420533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.420715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.420799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.420884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.420999] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.457990] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.687085] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.687085] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.687258] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.687964] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.687964] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.687964] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.688452] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.688729] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.688883] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.689120] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.689273] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.689389] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.689435] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.689541] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.689640] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.689765] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.710886] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.711752] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.711752] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.711752] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.711752] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-185272fd-3e34-41c3-94b6-c0a454943d5c taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.711991] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.711991] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.712447] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.712535] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185272fd-3e34-41c3-94b6-c0a454943d5c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.847685] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.848224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.848366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.848783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.848935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.849187] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.849334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.849402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.849567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.849651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.849745] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba already deleted. [ 852.849827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.923308] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.961038] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.961288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.961288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.961380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.961419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.961523] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be created. [ 852.990505] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.990733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.990858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.991163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.991333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.002616] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: UNINITIALIZED for 2s [ 853.216951] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.216951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.216951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.216951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.216951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.216951] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 185272fd-3e34-41c3-94b6-c0a454943d5c not found, creating... [ 853.217317] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.217317] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.217408] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.217620] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.217756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.218112] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.218642] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.218889] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.219093] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.219241] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.219402] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 185272fd-3e34-41c3-94b6-c0a454943d5c is going to be created. [ 853.241263] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.241263] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.241263] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.241263] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.241263] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.241263] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.425376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0710d65-8d7b-41b8-b27f-f579b2f30ef2: rpc.has_security_group_logging(os_id): False [ 853.448780] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.449157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.449157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.449350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.449407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.449724] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.449888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.449888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.450190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.450328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.450328] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 is going to be created. [ 853.522529] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.522848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.522848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.522962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.523057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.537793] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 in Status: IN_PROGRESS for 2s [ 854.036427] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-c0938334-ba44-41e6-8a58-9a4c2ac7b240 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 854.036427] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-c0938334-ba44-41e6-8a58-9a4c2ac7b240 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 854.036427] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-c0938334-ba44-41e6-8a58-9a4c2ac7b240 service nova] Enqueued Resource ID: 185272fd-3e34-41c3-94b6-c0a454943d5c with Priority: HIGHEST for action port [ 854.044337] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 854.044337] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 854.044337] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185272fd-3e34-41c3-94b6-c0a454943d5c with Priority: HIGHEST for action port [ 854.044337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.044337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.044337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.044337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.044337] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.044337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.044337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.044337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.044337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.044337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.044923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.044923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.045426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.045426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.045426] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.050538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-185272fd-3e34-41c3-94b6-c0a454943d5c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.050538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.050538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.050538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.050538] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185272fd-3e34-41c3-94b6-c0a454943d5c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.550049] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.552167] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.552278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.552483] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 185272fd-3e34-41c3-94b6-c0a454943d5c with status ACTIVE [ 854.552679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.552792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.552868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.553120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.553226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.553398] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.553495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.553557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.553732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.553809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.554056] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.556085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.556274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.556452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.556560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.556768] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 185272fd-3e34-41c3-94b6-c0a454943d5c is going to be updated. [ 854.583952] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.583952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.583952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.583952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.583952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.583952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185272fd-3e34-41c3-94b6-c0a454943d5c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.016681] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 855.016916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.017107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.017358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.017563] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.017687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.017751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.017912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.017995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.018135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.018233] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.060286] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.092599] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-ed5f5464-68a9-4576-a7c5-db1a7dcd1253 tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 855.093009] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 855.093712] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.093712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.521122] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.521428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.521655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.521833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.522916] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.522916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.522916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.522916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.522916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.523793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.523793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.523793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.523793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.524042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.524198] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.524349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.524442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.524642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.524810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.524879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.524979] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.554853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 in Status: SUCCESS [ 855.555251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.567035] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.567251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.567330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.567666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.567768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.568140] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be created. [ 855.596157] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.596397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.596481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.596703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.596884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.608431] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: UNINITIALIZED for 2s [ 855.642766] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.642999] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.643105] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.643430] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.643702] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.643868] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.644209] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.644376] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.644520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.644719] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.644827] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.644952] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.645152] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.645152] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.645239] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.645377] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.665304] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.665502] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.665633] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.665802] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.666243] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.666428] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.666561] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.666887] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.667053] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b7ec6f-a3a9-4da0-b2d3-6407aca4360c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.027250] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34: rpc.has_security_group_logging(os_id): False [ 856.044530] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.044682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.044769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.044962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.045282] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.045887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.046059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.046205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.046280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.046456] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.046548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.046606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.046742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.046816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.046891] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be created. [ 856.109822] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.110131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.111044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.111291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.111595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.126746] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 856.171321] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.171640] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.171869] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.172226] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.172750] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.172750] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 55b7ec6f-a3a9-4da0-b2d3-6407aca4360c not found, creating... [ 856.172899] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.173042] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.173246] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.173514] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.173671] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.174063] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.174285] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.174427] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.174720] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.174876] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.175081] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 55b7ec6f-a3a9-4da0-b2d3-6407aca4360c is going to be created. [ 856.208931] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.209252] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.209415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.209737] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.210074] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.210362] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.911916] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-2f88a168-7f42-4968-82f7-6692c7085115 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 856.912242] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-2f88a168-7f42-4968-82f7-6692c7085115 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 856.912285] env[65808]: INFO networking_nsxv3.common.synchronization [req-e806b3a1-1379-4615-bee6-6712ae2439da req-2f88a168-7f42-4968-82f7-6692c7085115 service nova] Enqueued Resource ID: 55b7ec6f-a3a9-4da0-b2d3-6407aca4360c with Priority: HIGHEST for action port [ 856.912790] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 856.912929] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 856.913746] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b7ec6f-a3a9-4da0-b2d3-6407aca4360c with Priority: HIGHEST for action port [ 856.915086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.915086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.915086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.915086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.915396] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.915525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.915609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.916043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.916043] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b7ec6f-a3a9-4da0-b2d3-6407aca4360c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.420032] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55b7ec6f-a3a9-4da0-b2d3-6407aca4360c with status ACTIVE [ 857.420032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.420032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.420032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.420593] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.420593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.420593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.420593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.420593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.420755] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55b7ec6f-a3a9-4da0-b2d3-6407aca4360c is going to be updated. [ 857.454471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.454564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.454603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.454843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.455011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.455209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55b7ec6f-a3a9-4da0-b2d3-6407aca4360c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.624152] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 857.625074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625074] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625559] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.626472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.627529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.629297] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.629297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.629297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.629297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.629297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.629297] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.790366] env[65808]: INFO networking_nsxv3.common.synchronization [req-12a1769a-b6b1-4134-8847-f9fe16975560 req-95a3423a-6f9b-4a15-99bb-62a506d091a4 tempest-ServersWithSpecificFlavorTestJSON-1272180635 tempest-ServersWithSpecificFlavorTestJSON-1272180635-project-member] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 857.790971] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 857.791449] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.791629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.791739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.792110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.792678] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.792678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.792678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.792678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.792678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.793048] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.130540] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.131081] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.145160] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 858.146400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.295404] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.296153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.296844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.297011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.297579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.298140] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.298606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.298959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.300526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.300635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.300742] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e is going to be updated. [ 858.332503] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.332719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.332801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.333016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.333159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.347139] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: IN_PROGRESS for 2s [ 858.560625] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.560823] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.560929] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.561242] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.561800] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.561800] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.561800] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.561978] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.563090] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.563090] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.563090] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.563090] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.563352] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.563352] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.563352] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.563529] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.584459] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.584649] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.584711] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.585152] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-471" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.585254] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.585347] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.585463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.585784] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.585916] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f86797-90e2-4dbd-9a4e-4ff030163fe2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.634775] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.088281] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.088551] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.088633] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.088889] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.089046] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.089204] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port f5f86797-90e2-4dbd-9a4e-4ff030163fe2 not found, creating... [ 859.089464] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.089621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.089733] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.089958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.090136] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.090417] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.090569] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.090680] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.090891] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091161] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: f5f86797-90e2-4dbd-9a4e-4ff030163fe2 is going to be created. [ 859.115756] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.116033] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.116191] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.116429] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.116917] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.117409] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.136241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.136641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.136641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.136755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.136755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.136845] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 859.166975] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.166975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.166975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.167335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.167335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.180152] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 859.836175] env[65808]: INFO networking_nsxv3.common.synchronization [req-12a1769a-b6b1-4134-8847-f9fe16975560 req-2d1af881-1ef2-4b12-b68a-823f9a0890e4 service nova] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 859.836350] env[65808]: INFO networking_nsxv3.common.synchronization [req-12a1769a-b6b1-4134-8847-f9fe16975560 req-2d1af881-1ef2-4b12-b68a-823f9a0890e4 service nova] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 859.836488] env[65808]: INFO networking_nsxv3.common.synchronization [req-12a1769a-b6b1-4134-8847-f9fe16975560 req-2d1af881-1ef2-4b12-b68a-823f9a0890e4 service nova] Enqueued Resource ID: f5f86797-90e2-4dbd-9a4e-4ff030163fe2 with Priority: HIGHEST for action port [ 859.837018] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_rules [ 859.837215] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 859.837321] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f86797-90e2-4dbd-9a4e-4ff030163fe2 with Priority: HIGHEST for action port [ 859.837610] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.837736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.837829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.838095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.838207] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.839581] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.839704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.839883] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.839988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.840270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.840310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.840385] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f86797-90e2-4dbd-9a4e-4ff030163fe2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.340208] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.340647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.342921] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5f86797-90e2-4dbd-9a4e-4ff030163fe2 with status ACTIVE [ 860.343170] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.343321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.343391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.343613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.343728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.343870] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.343989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.344103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.344190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.344272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.344574] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.344711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.344839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.345017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.345194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.345286] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5f86797-90e2-4dbd-9a4e-4ff030163fe2 is going to be updated. [ 860.357650] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: SUCCESS [ 860.357878] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e deletion is rescheduled due to dependency. [ 860.357953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.358522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.358867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.358932] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.359041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.359164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.359231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.359313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.359410] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.368772] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.368922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.369145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.369213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.369311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.369462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f86797-90e2-4dbd-9a4e-4ff030163fe2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.405985] env[65808]: INFO networking_nsxv3.common.synchronization [None req-67434aeb-4fa4-4408-9314-29681d30d5cd None None] Enqueued Resource ID: 74171dea-b523-4bc8-9c9a-2475e2fcad62 with Priority: HIGHEST for action port [ 860.406102] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74171dea-b523-4bc8-9c9a-2475e2fcad62 with Priority: HIGHEST for action port [ 860.406451] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-74171dea-b523-4bc8-9c9a-2475e2fcad62 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.406584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74171dea-b523-4bc8-9c9a-2475e2fcad62" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.406623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74171dea-b523-4bc8-9c9a-2475e2fcad62" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.407040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74171dea-b523-4bc8-9c9a-2475e2fcad62" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.410109] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74171dea-b523-4bc8-9c9a-2475e2fcad62',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.667727] env[65808]: INFO networking_nsxv3.common.synchronization [req-07fe438f-9979-4c69-b2d8-efccfb0dbc3c req-0e003e0f-1ebc-45cb-9797-ac084d92c518 tempest-ServersTestJSON-846754307 tempest-ServersTestJSON-846754307-project-member] Enqueued Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_members [ 860.668327] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_members [ 860.668746] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a0be39-933b-49e6-90a7-9d50828506ff taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.668746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.668906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.669240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.669337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.669753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.669753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.669753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.669907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.670110] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.864090] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.913571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74171dea-b523-4bc8-9c9a-2475e2fcad62 [ 860.913843] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.914070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.914129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.914348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.914440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.914545] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74171dea-b523-4bc8-9c9a-2475e2fcad62 already deleted. [ 860.914624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74171dea-b523-4bc8-9c9a-2475e2fcad62" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.049245] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.049349] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-858" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.050870] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-858" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.050870] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-858" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.050870] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.051118] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.051118] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.051424] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.051573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.051797] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.051887] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.051996] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.052185] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.052376] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.052533] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.052747] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.075838] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.075938] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.078090] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.078090] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-858" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.078090] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-994b2097-b18d-4416-be62-5cd178439ce9 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.078090] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.078090] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.078090] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.078090] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994b2097-b18d-4416-be62-5cd178439ce9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.172569] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.172791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.172872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.173142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.173248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.173483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.173605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.173664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.173848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.173935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.174045] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a0be39-933b-49e6-90a7-9d50828506ff already deleted. [ 861.174137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.192091] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 861.192253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.192459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.193155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.193155] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.193155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.193155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.193155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.193442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.193442] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.225532] env[65808]: INFO networking_nsxv3.common.synchronization [req-c9ab94e3-b42e-453f-a050-b3f5d2088c31 req-06e4eeb4-8078-4122-b096-bc1db1265d57 tempest-MigrationsAdminTest-2135634865 tempest-MigrationsAdminTest-2135634865-project-member] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 861.225937] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 861.226693] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.226877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.226877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.227094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.227257] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.227537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.227537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.227537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.227660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.227697] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.365417] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.580474] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.580701] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.580839] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.581169] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.581337] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.581489] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 994b2097-b18d-4416-be62-5cd178439ce9 not found, creating... [ 861.581762] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.581898] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.582029] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.582252] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.582386] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.582714] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.582869] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.582980] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.583412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.583412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.583528] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 994b2097-b18d-4416-be62-5cd178439ce9 is going to be created. [ 861.606018] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.606018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.606018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.606018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.606018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.606018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.696225] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.730525] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.869567] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.869773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.870113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.870170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.870326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.870462] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e is going to be updated. [ 861.901826] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.901826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.901946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.902111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.902267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.913019] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: IN_PROGRESS for 2s [ 862.198841] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.233197] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.392380] env[65808]: INFO networking_nsxv3.common.synchronization [req-07fe438f-9979-4c69-b2d8-efccfb0dbc3c req-670dcd04-e732-4071-936f-e8b00ebc4b0c service nova] Enqueued Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_rules [ 862.392700] env[65808]: INFO networking_nsxv3.common.synchronization [req-07fe438f-9979-4c69-b2d8-efccfb0dbc3c req-670dcd04-e732-4071-936f-e8b00ebc4b0c service nova] Enqueued Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_members [ 862.392742] env[65808]: INFO networking_nsxv3.common.synchronization [req-07fe438f-9979-4c69-b2d8-efccfb0dbc3c req-670dcd04-e732-4071-936f-e8b00ebc4b0c service nova] Enqueued Resource ID: 994b2097-b18d-4416-be62-5cd178439ce9 with Priority: HIGHEST for action port [ 862.393321] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_rules [ 862.393488] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_members [ 862.393615] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994b2097-b18d-4416-be62-5cd178439ce9 with Priority: HIGHEST for action port [ 862.393933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a0be39-933b-49e6-90a7-9d50828506ff taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.394098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.394240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.394431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.394552] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.395645] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a0be39-933b-49e6-90a7-9d50828506ff taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.397041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.397146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.399260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.399260] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.399260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.399260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.399260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.399260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.399260] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.400741] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-994b2097-b18d-4416-be62-5cd178439ce9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.400912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.401141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.401206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.401289] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994b2097-b18d-4416-be62-5cd178439ce9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.705594] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.705768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.705847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.706126] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.706197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.706260] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 862.737991] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.738338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.738338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.738468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.738597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.740242] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.740242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.740242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.740242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.740434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.740434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 is going to be updated. [ 862.751291] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 862.824560] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.824998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.824998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.824998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.825240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.840038] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: IN_PROGRESS for 2s [ 862.903770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a0be39-933b-49e6-90a7-9d50828506ff taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.903911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.904339] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.905394] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 994b2097-b18d-4416-be62-5cd178439ce9 with status ACTIVE [ 862.905676] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.906093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.906093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.906334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.906447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.906826] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.906826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.906925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.908265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.908388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.911208] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.911208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.911208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.911208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.911208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.911208] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 994b2097-b18d-4416-be62-5cd178439ce9 is going to be updated. [ 862.944462] env[65808]: INFO networking_nsxv3.common.synchronization [None req-bac0f9ac-a6f1-4930-8168-7a1a387fa542 None None] Enqueued Resource ID: 635a1cc9-a266-4cb9-950e-c4069f751a5a with Priority: HIGHEST for action port [ 862.945011] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635a1cc9-a266-4cb9-950e-c4069f751a5a with Priority: HIGHEST for action port [ 862.945342] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-635a1cc9-a266-4cb9-950e-c4069f751a5a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.945454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635a1cc9-a266-4cb9-950e-c4069f751a5a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.945521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635a1cc9-a266-4cb9-950e-c4069f751a5a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.946028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635a1cc9-a266-4cb9-950e-c4069f751a5a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.946028] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635a1cc9-a266-4cb9-950e-c4069f751a5a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.989988] env[65808]: INFO networking_nsxv3.common.synchronization [req-f57f43ea-320c-4875-99ef-d75ce6b759da req-b3d10520-01b2-4444-b1f7-a2d0e76fca0f tempest-ServersNegativeTestJSON-1922042384 tempest-ServersNegativeTestJSON-1922042384-project-member] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 862.990829] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 862.991280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.991424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.991571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.991802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.991959] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.992238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.992238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.992548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.992650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.992760] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.018087] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.018087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.018536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.018745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994b2097-b18d-4416-be62-5cd178439ce9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.411035] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.452376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 635a1cc9-a266-4cb9-950e-c4069f751a5a [ 863.452376] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.452376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.452376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.452376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.452376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.452376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:635a1cc9-a266-4cb9-950e-c4069f751a5a already deleted. [ 863.452376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635a1cc9-a266-4cb9-950e-c4069f751a5a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.483301] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.484442] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.485171] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.486282] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.487355] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.487678] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.487904] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.488242] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.488394] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.488647] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.488780] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.489288] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.489400] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.489550] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.489662] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.489805] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.495507] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.536365] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.537601] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.540799] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.540799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.540799] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-6969f36b-78fa-4523-bb72-2f8a07c35425 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.540799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.540799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.541304] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.541681] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6969f36b-78fa-4523-bb72-2f8a07c35425',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.915656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.915656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.915656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.915656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.915656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.915656] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a0be39-933b-49e6-90a7-9d50828506ff is going to be created. [ 863.933102] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: SUCCESS [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.933102] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.933102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.933102] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.946076] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.946076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.946076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.946076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.946076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.958279] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a0be39-933b-49e6-90a7-9d50828506ff in Status: UNINITIALIZED for 2s [ 864.003468] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.048083] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.048395] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.048549] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.048872] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.049043] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.049210] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 6969f36b-78fa-4523-bb72-2f8a07c35425 not found, creating... [ 864.049476] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.049633] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.049740] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.049965] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.050173] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050486] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.050638] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050747] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.050978] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.051141] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.051339] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 6969f36b-78fa-4523-bb72-2f8a07c35425 is going to be created. [ 864.079806] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.080306] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.080306] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.081291] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.081291] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.081291] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.437374] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.506385] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.506550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.506598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.506815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.506905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.506999] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be updated. [ 864.543041] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.543567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.543713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.554390] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 864.762914] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 864.763303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.763589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.763921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.764254] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.764458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.764573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.764864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.765032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.765199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.765492] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.765664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.765789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.766062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.766339] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.766499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.766627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.768173] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.768173] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.768173] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.768173] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.799456] env[65808]: INFO networking_nsxv3.common.synchronization [req-f57f43ea-320c-4875-99ef-d75ce6b759da req-fd678b0b-bb2b-487e-a014-7f952eef0950 service nova] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_rules [ 864.799591] env[65808]: INFO networking_nsxv3.common.synchronization [req-f57f43ea-320c-4875-99ef-d75ce6b759da req-fd678b0b-bb2b-487e-a014-7f952eef0950 service nova] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 864.799725] env[65808]: INFO networking_nsxv3.common.synchronization [req-f57f43ea-320c-4875-99ef-d75ce6b759da req-fd678b0b-bb2b-487e-a014-7f952eef0950 service nova] Enqueued Resource ID: 6969f36b-78fa-4523-bb72-2f8a07c35425 with Priority: HIGHEST for action port [ 864.803072] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_rules [ 864.804044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 864.804574] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6969f36b-78fa-4523-bb72-2f8a07c35425 with Priority: HIGHEST for action port [ 864.804680] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.804818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.804917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.805197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.807236] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.808529] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.808643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.808866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-6969f36b-78fa-4523-bb72-2f8a07c35425 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.810019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.810019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.810019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.810019] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6969f36b-78fa-4523-bb72-2f8a07c35425',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.852904] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: SUCCESS [ 864.854388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.941394] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64bca6e-fc95-4b76-9698-932e1715207e: rpc.has_security_group_logging(os_id): False [ 864.962079] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.962448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.962448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.962630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.962688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.963291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.963291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.963454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.963548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963654] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64bca6e-fc95-4b76-9698-932e1715207e is going to be updated. [ 865.061827] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.062098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.062098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.062336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.062803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.078474] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: IN_PROGRESS for 2s [ 865.269985] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09622f52-495c-46f5-9990-1f2e256addba: rpc.has_security_group_logging(os_id): False [ 865.296808] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.296996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.297155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.297473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.297672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.298023] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.298676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.298832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.299159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.299324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.299694] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.299873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.300158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.300780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.300961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.301351] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.301787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.302019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.302366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.302576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.302708] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be created. [ 865.312033] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.312196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.313604] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6969f36b-78fa-4523-bb72-2f8a07c35425 with status ACTIVE [ 865.313939] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.313939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.314070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.314339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.314433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.314631] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.314735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.314794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.314954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.315072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.315262] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.315361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.315443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.315589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.315665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.315749] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6969f36b-78fa-4523-bb72-2f8a07c35425 is going to be updated. [ 865.339357] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.339523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.339605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.339874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.340022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.340228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6969f36b-78fa-4523-bb72-2f8a07c35425" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.385032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.385276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.385326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.385646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.385943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.422203] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 865.465415] env[65808]: INFO networking_nsxv3.common.synchronization [req-f85efc93-3da2-4850-8405-cf00139364ed req-8f158a6c-f83d-4690-92c1-f6eb882472bf tempest-ImagesOneServerNegativeTestJSON-1212080682 tempest-ImagesOneServerNegativeTestJSON-1212080682-project-member] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 865.465415] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGHEST for action security_group_members [ 865.465415] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.466123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.466254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.466306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466536] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.659070] env[65808]: INFO networking_nsxv3.common.synchronization [req-eb58dadf-c275-41c0-b79b-a6d2314cf66d req-086771e3-ad36-49f2-ac34-ba0ad80e22da tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 865.659642] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 865.659943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.664174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.664283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.664577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.664766] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.664874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.665023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.665107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.665193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.665288] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.969130] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a0be39-933b-49e6-90a7-9d50828506ff in Status: SUCCESS [ 865.969369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.969739] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.969866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.969934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.970225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.970311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.970521] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.970650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.970722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.970916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.971046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.974447] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be updated. [ 865.976029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.977165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.977448] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.977622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.977735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.977990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.979209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.979374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.979531] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.025096] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.025259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.025322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.025541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.026224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.030357] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.030556] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.030679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.031728] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.031917] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.032065] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.032184] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.032434] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.032596] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.032900] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.032900] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.033043] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.033108] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.033214] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.033310] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.033436] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.038883] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: IN_PROGRESS for 2s [ 866.055916] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.056097] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.056248] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.056449] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.056766] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.056932] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.057062] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.057395] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.057534] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29474d7a-e4ac-4bba-b80e-ef3b64ab7442',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.175263] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.175539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.175539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.175694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.175786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.175933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.176080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.176150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.176260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.176473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.176473] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 already deleted. [ 866.176473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.485177] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.559934] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.560448] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.560635] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.561023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.561280] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.562591] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 29474d7a-e4ac-4bba-b80e-ef3b64ab7442 not found, creating... [ 866.562941] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.563309] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.563441] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.563710] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.563850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.564218] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.564386] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.564500] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.564754] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.564887] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.565049] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 29474d7a-e4ac-4bba-b80e-ef3b64ab7442 is going to be created. [ 866.566882] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 866.567097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.567617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.567819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.567993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.568152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.568219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.568378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.568450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.568547] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.595059] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.595265] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.595405] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.595691] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.595951] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.596192] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.986718] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52a0be39-933b-49e6-90a7-9d50828506ff: rpc.has_security_group_logging(os_id): False [ 867.012472] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.012623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.012695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.012915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.013014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.013262] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.013366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.013430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.013589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.013665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.013753] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a0be39-933b-49e6-90a7-9d50828506ff is going to be created. [ 867.071589] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.103626] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: SUCCESS [ 867.104276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.152931] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.153081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.153171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.153450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.153559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.202415] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a0be39-933b-49e6-90a7-9d50828506ff in Status: IN_PROGRESS for 2s [ 867.293099] env[65808]: INFO networking_nsxv3.common.synchronization [req-9dbb235d-4b68-437c-a190-a04fcab1a56b req-7bcde0a7-e5bc-4415-9352-601f586f7cd4 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 867.295745] env[65808]: INFO networking_nsxv3.common.synchronization [req-9dbb235d-4b68-437c-a190-a04fcab1a56b req-7bcde0a7-e5bc-4415-9352-601f586f7cd4 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 867.295745] env[65808]: INFO networking_nsxv3.common.synchronization [req-9dbb235d-4b68-437c-a190-a04fcab1a56b req-7bcde0a7-e5bc-4415-9352-601f586f7cd4 tempest-SecurityGroupsTestJSON-1294682568 tempest-SecurityGroupsTestJSON-1294682568-project-member] Enqueued Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_members [ 867.296308] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGHEST for action security_group_members [ 867.296537] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGHEST for action security_group_members [ 867.296709] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGHEST for action security_group_members [ 867.297162] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.297350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.297455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.297810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.299570] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.300036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.300036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.300036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.300204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.300235] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.301261] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.301374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.301476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.301639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.301845] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.301910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.302016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.302206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.302273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.302361] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.303377] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.303498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.303655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.303764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.303921] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.304550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.304550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.304550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.304550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.304550] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.405491] env[65808]: INFO networking_nsxv3.common.synchronization [req-eb58dadf-c275-41c0-b79b-a6d2314cf66d req-30550adf-1283-4439-a677-75e018220ee1 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 867.405673] env[65808]: INFO networking_nsxv3.common.synchronization [req-eb58dadf-c275-41c0-b79b-a6d2314cf66d req-30550adf-1283-4439-a677-75e018220ee1 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 867.405806] env[65808]: INFO networking_nsxv3.common.synchronization [req-eb58dadf-c275-41c0-b79b-a6d2314cf66d req-30550adf-1283-4439-a677-75e018220ee1 service nova] Enqueued Resource ID: 29474d7a-e4ac-4bba-b80e-ef3b64ab7442 with Priority: HIGHEST for action port [ 867.407729] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 867.407729] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 867.407729] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29474d7a-e4ac-4bba-b80e-ef3b64ab7442 with Priority: HIGHEST for action port [ 867.407729] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.407729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.407729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.407729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.407729] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.409034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.409281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.409399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.409603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.409765] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.409867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.409931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.410191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.410290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.410412] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.413949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.413949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.413949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.413949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.413949] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29474d7a-e4ac-4bba-b80e-ef3b64ab7442',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.437282] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 867.437519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.437687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.437904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.437994] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.585627] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.807244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.807427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.807462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.807801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.809250] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.809351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.809586] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.809741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.837254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.837578] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.837700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.837762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.837936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.838129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.838300] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be updated. [ 867.839324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.839530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.839638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.839843] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.839954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.840027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.840263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.840349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.840431] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be updated. [ 867.841428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.841612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.878425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.878755] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.878884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.879022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.879343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.879482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.879586] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 is going to be updated. [ 867.881548] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.881694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.881732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.881930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.882096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.883982] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.910071] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: IN_PROGRESS for 2s [ 867.911173] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: IN_PROGRESS for 2s [ 867.913711] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.916060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.916328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.916411] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29474d7a-e4ac-4bba-b80e-ef3b64ab7442 with status ACTIVE [ 867.917866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.917866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.917866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.917866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.917866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.917866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.917866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.918890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.918890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.918890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.918890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.918890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.918890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.919701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.919701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.919701] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29474d7a-e4ac-4bba-b80e-ef3b64ab7442 is going to be updated. [ 867.940372] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.940607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.941468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.941468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.941468] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.941468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.941468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.941845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.941845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.941845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.941963] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.988500] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.988652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.988741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.988923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.989081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.996049] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.996212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.996268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.996472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.996615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.996781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29474d7a-e4ac-4bba-b80e-ef3b64ab7442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.012163] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: IN_PROGRESS for 2s [ 868.054392] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 in Status: SUCCESS [ 868.054800] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 deletion is rescheduled due to dependency. [ 868.054890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.088534] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.088949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.089036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.089450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.089450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.089537] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be updated. [ 868.189144] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.189347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.189390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.190032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.190032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.205783] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 868.416837] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.444777] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.444970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.445065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.445364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.445616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.445795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.445835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.446111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.446216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.446352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.446566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.446677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.446785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.446981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.447191] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.447301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.447374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.447551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.447632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.447717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.447835] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.496579] env[65808]: INFO networking_nsxv3.common.synchronization [req-39c62425-057b-48c1-b202-fd9a0c10c6f8 req-9b1acb13-d196-4474-ad83-d8c540a2898b tempest-AttachInterfacesV270Test-1973047720 tempest-AttachInterfacesV270Test-1973047720-project-member] Enqueued Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_members [ 868.497106] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_members [ 868.497688] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.497858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.497898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.498220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.498426] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.498534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.498605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.498790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.499127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.499127] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.915547] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.915918] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.917028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.917578] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.918158] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.918456] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.918711] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.919095] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.919351] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.919734] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.919940] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.920164] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.920360] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.920558] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.920743] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.920994] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.924151] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.924303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.924735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.924735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.924735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.924735] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be created. [ 868.948795] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.948964] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.949127] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.949311] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.949634] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.949888] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.950026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.950508] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.950671] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.951710] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09622f52-495c-46f5-9990-1f2e256addba: rpc.has_security_group_logging(os_id): False [ 868.956305] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.956503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.956558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.957273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.957469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.973852] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: UNINITIALIZED for 2s [ 868.984868] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.985105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.985250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.985527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.985661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.985960] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.986110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.986230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.986458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.986588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.987694] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.987858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.987970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.988288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.988390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.988634] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.988773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.988887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.989131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.989269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.989431] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 869.003727] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.003913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.003963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.004539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.004539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.004539] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.004829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.004829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.004829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.004961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.004961] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 already deleted. [ 869.005152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.069540] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.069708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.069788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.070016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.070248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.085595] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 869.215160] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a0be39-933b-49e6-90a7-9d50828506ff in Status: SUCCESS [ 869.215461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.458027] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.458027] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d not found, creating... [ 869.458027] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.458027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.458466] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.458466] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.458466] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.458466] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.458466] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.458466] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d is going to be created. [ 869.485039] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.485039] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.485039] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.485039] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.485039] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.485039] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.924322] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c in Status: SUCCESS [ 869.924586] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c deletion is rescheduled due to dependency. [ 869.924675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.925474] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 291606a5-2df4-4904-8814-debede1a1495 in Status: SUCCESS [ 869.925624] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 291606a5-2df4-4904-8814-debede1a1495 deletion is rescheduled due to dependency. [ 869.925719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.025120] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 in Status: SUCCESS [ 870.025390] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 deletion is rescheduled due to dependency. [ 870.025582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.221190] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.223838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.223838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.223838] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.262083] env[65808]: INFO networking_nsxv3.common.synchronization [req-39c62425-057b-48c1-b202-fd9a0c10c6f8 req-ee9ec16c-3c1c-4acb-9fcd-c28b8b047d7f service nova] Enqueued Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_rules [ 870.262843] env[65808]: INFO networking_nsxv3.common.synchronization [req-39c62425-057b-48c1-b202-fd9a0c10c6f8 req-ee9ec16c-3c1c-4acb-9fcd-c28b8b047d7f service nova] Enqueued Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_members [ 870.262843] env[65808]: INFO networking_nsxv3.common.synchronization [req-39c62425-057b-48c1-b202-fd9a0c10c6f8 req-ee9ec16c-3c1c-4acb-9fcd-c28b8b047d7f service nova] Enqueued Resource ID: f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d with Priority: HIGHEST for action port [ 870.264094] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_rules [ 870.264249] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_members [ 870.264375] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d with Priority: HIGHEST for action port [ 870.264855] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.265229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.265229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.265731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.266059] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.267388] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.268476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.268476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.268797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.268860] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.269216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.269216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.269969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.269969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.269969] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.274035] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.274035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.274035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.274035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.274035] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.726350] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.726505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.726576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.727060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.727060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.727242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.727242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.727685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.727685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.727685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.728034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.728034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.728034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.728176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.728774] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.728774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.728774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.728774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.729072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.729072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.730307] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.775736] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.778404] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.778697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781169] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d with status ACTIVE [ 870.781169] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.781169] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.781169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.781886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.781886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.781886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.781886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.781886] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d is going to be updated. [ 870.836535] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.836738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.836815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.837078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.837308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.837484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a1f2f9-2cd3-4aef-b81d-ec2094d79d1d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.989240] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 870.989545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.989664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.989846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.990415] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.990415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.990415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.990582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.991281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.991281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.991281] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.098401] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 871.098646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.231694] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b491cc-8bef-44d7-bbfc-fb3e5785a167: rpc.has_security_group_logging(os_id): False [ 871.259095] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.259287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.259365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.259586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.259676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.260102] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.260216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.260253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.260740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.260740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.260839] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.260954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.261016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.261239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.261358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.261614] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.261787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.261845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.262078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.262287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.262400] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be updated. [ 871.279742] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.327104] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.327287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.327474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.327896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.328149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.344378] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 871.496743] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.496906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.496977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.497234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.497414] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.497525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.497588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.497803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.497833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.497935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.499076] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.499076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.499076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.499076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.499365] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.499506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.499572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.499792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.499936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.500072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.500232] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.782067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.782417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.782528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.782981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.783154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.783536] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 is going to be created. [ 871.835448] env[65808]: INFO networking_nsxv3.common.synchronization [req-638e5fa4-339d-475e-a472-c4959c04e6d3 req-8b140314-59b9-44a5-bb8f-fa87a2f966d7 tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 871.836167] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.836296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.836862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.837104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.837275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.838795] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 871.840293] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.840529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.840642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.840867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.841080] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.841216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.841301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.841486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.841595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.841714] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.852154] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 in Status: UNINITIALIZED for 2s [ 872.005059] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9f7875-145d-47e4-92d1-d53ed82576b3: rpc.has_security_group_logging(os_id): False [ 872.030260] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.030463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.030529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.031211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.031211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.031211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.031211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.031517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.031517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.031517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.031648] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.031748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.031810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.031959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.033210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.033500] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.033636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.033733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.034283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.034720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.034900] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be created. [ 872.043810] env[65808]: INFO networking_nsxv3.common.synchronization [req-beb14c75-a688-4cfa-aa53-bee087e4651f req-8b2325fa-9daf-4c7b-af0f-7c5cf69417ec tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 872.045557] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 872.046031] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.046241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.121998] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.122222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.122303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.122644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.122939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.136981] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 872.343613] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.847943] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.350552] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.350835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.350963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.351811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.351811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.351811] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 873.360051] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 873.360209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.384662] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.384798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.384864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.385136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.385721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.395335] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 873.866156] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 in Status: SUCCESS [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.866156] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.866156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.866156] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.171907] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 874.172041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.207154] env[65808]: INFO networking_nsxv3.common.synchronization [req-3c55a476-2528-46fc-bf87-ea155235ef94 req-63035e34-c8be-44b6-b05b-d8c745b40bc1 tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_members [ 874.207154] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_members [ 874.209511] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.210056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.210337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.210932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.211406] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.211729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.211969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.212366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.212643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.212909] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.367698] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.368130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.368130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.368349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.368563] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.368691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.368765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.369016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.369198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.369316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.369503] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.369604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.369691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.369940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.370178] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.370276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.370358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.370544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.370663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.370785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.370879] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.717210] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.717602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.717838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.718246] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.718671] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.718908] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.719077] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.719408] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.719613] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.719844] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.720088] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.720143] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.720356] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.720489] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.720634] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.720761] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.722519] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.722691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.722824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.723073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.723196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.723526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.723690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.723809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.724009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.724180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.724363] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba already deleted. [ 874.724495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.753803] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.754066] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.754114] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.754273] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.754639] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-ad7e3946-f489-447c-b527-a186498fd353 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.754816] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.754932] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.755317] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.755461] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad7e3946-f489-447c-b527-a186498fd353',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.874923] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4eb50d1-99e2-49ca-87bc-b21984da2811: rpc.has_security_group_logging(os_id): False [ 874.920767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.920985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.921112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.921251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.921348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.921551] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.921650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.921718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.921952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.922053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.922281] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.922399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.922493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.922681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.922761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.922976] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.923768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.923992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.924078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.924197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.924286] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 is going to be created. [ 875.173498] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.173498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.173498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.173498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.173498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.208310] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 in Status: IN_PROGRESS for 2s [ 875.258414] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.258756] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.258915] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.259273] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.259465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.259634] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port ad7e3946-f489-447c-b527-a186498fd353 not found, creating... [ 875.259923] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.260107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.260305] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.260590] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.260726] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.261048] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.261209] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.261335] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.261531] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.261691] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.262099] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: ad7e3946-f489-447c-b527-a186498fd353 is going to be created. [ 875.296871] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.297268] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.297503] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.297922] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.298340] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.298684] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.411416] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 875.411786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.411852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.412064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.412272] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.412398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.412461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.412915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.412915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.412915] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.915551] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.915793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.915855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.916200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.916340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.916678] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.916817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.916906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.917194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.917194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.917310] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 875.948263] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.948416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.948472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.948691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.948837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.959539] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 876.023987] env[65808]: INFO networking_nsxv3.common.synchronization [req-3c55a476-2528-46fc-bf87-ea155235ef94 req-5becb47f-006a-4cfd-9d9b-31ddc435cce8 service nova] Enqueued Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_rules [ 876.023987] env[65808]: INFO networking_nsxv3.common.synchronization [req-3c55a476-2528-46fc-bf87-ea155235ef94 req-5becb47f-006a-4cfd-9d9b-31ddc435cce8 service nova] Enqueued Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_members [ 876.023987] env[65808]: INFO networking_nsxv3.common.synchronization [req-3c55a476-2528-46fc-bf87-ea155235ef94 req-5becb47f-006a-4cfd-9d9b-31ddc435cce8 service nova] Enqueued Resource ID: ad7e3946-f489-447c-b527-a186498fd353 with Priority: HIGHEST for action port [ 876.023987] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_rules [ 876.023987] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_members [ 876.023987] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7e3946-f489-447c-b527-a186498fd353 with Priority: HIGHEST for action port [ 876.025479] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.025479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.025479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.025479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.025479] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.030321] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.030439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.030517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.030792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.033096] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.033096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.033096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.033308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.033429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.033559] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.035717] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad7e3946-f489-447c-b527-a186498fd353 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.036413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.036579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.036792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.036883] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad7e3946-f489-447c-b527-a186498fd353',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.539061] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.541339] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.541504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.541806] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad7e3946-f489-447c-b527-a186498fd353 with status ACTIVE [ 876.542016] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.542536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.542589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.542837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.542962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.543245] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.543417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.543522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.543741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.543883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.544121] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.544325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.544325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.544524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.544627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.544735] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad7e3946-f489-447c-b527-a186498fd353 is going to be updated. [ 876.574071] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.574274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.574348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.574589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.574765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.574934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad7e3946-f489-447c-b527-a186498fd353" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.710903] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-96dc1523-8078-4c76-896c-5ec88d85b16d tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 876.711492] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 876.712309] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.712309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.713197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.713527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.713677] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.714222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.714222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.714476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.714541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.714668] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.043060] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.218151] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.219503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.219503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.219705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.219962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.221159] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.221159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.221159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.221159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.221380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.223233] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 already deleted. [ 877.223233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.224092] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 in Status: SUCCESS [ 877.224814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.253735] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-0757afce-08b2-4a58-b6f3-5828552db8b6 tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 877.254760] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 877.255525] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.255525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.255525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.255775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.255846] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.255954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.257957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.257957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.257957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.257957] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.545411] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.545710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.545826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.546224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.546335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.546439] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba is going to be created. [ 877.578839] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.579100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.579100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.579458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.579516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.592928] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba in Status: UNINITIALIZED for 2s [ 877.621114] env[65808]: INFO networking_nsxv3.common.synchronization [None req-3c0d11fe-a85a-4d76-b132-2aa490cf9f80 None None] Enqueued Resource ID: 29a3783f-3786-4d41-b49f-93eb9159a0c9 with Priority: HIGHEST for action port [ 877.621766] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a3783f-3786-4d41-b49f-93eb9159a0c9 with Priority: HIGHEST for action port [ 877.622246] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a3783f-3786-4d41-b49f-93eb9159a0c9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.622429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a3783f-3786-4d41-b49f-93eb9159a0c9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.622572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a3783f-3786-4d41-b49f-93eb9159a0c9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.622819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a3783f-3786-4d41-b49f-93eb9159a0c9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.622889] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a3783f-3786-4d41-b49f-93eb9159a0c9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.760769] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.760933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.761190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.761373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.761536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.761770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.761902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.761970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.762170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.762488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.762488] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 already deleted. [ 877.762488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.970779] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 877.971228] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba deletion is rescheduled due to dependency. [ 877.971367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.125757] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29a3783f-3786-4d41-b49f-93eb9159a0c9 [ 878.126096] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.126248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.126309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.126538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.126632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.126733] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29a3783f-3786-4d41-b49f-93eb9159a0c9 already deleted. [ 878.126828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a3783f-3786-4d41-b49f-93eb9159a0c9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.263906] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-073d741f-be09-475d-9459-191950c6812c tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 878.264474] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 878.264796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.264902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.264963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.267149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.267359] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.267488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.267561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.267754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.267841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.267943] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.463298] env[65808]: INFO networking_nsxv3.common.synchronization [req-c4943a36-e9d1-4936-b399-0b269a841784 req-ff0d53f4-bf4f-47e1-8027-a3d0b2ce88c5 tempest-ServersNegativeTestJSON-1922042384 tempest-ServersNegativeTestJSON-1922042384-project-member] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 878.464060] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 878.464907] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.465840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.465840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.465840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.465840] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.465840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.466079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.466079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.466198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.466328] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.703612] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.703612] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.703612] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.703949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.704202] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.704545] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.704648] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.704881] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.705037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.705246] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.705358] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.705474] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.705561] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.705663] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.705764] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.705888] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.727297] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.727297] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.727419] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.727604] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.727921] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-bae606b1-3d15-49cb-a8f2-bece82a15f69 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.728120] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.728230] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.728554] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.728685] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae606b1-3d15-49cb-a8f2-bece82a15f69',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.773682] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.773912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.773982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.774235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.774914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.774914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.774914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.774914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.774914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.774914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.775151] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 already deleted. [ 878.775151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.971153] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.227572] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ae62e35-9f5a-4d51-9f03-095aa8e7190e req-e13a31c7-2130-4683-a27f-7bcfa61b4c51 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 879.228242] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 879.228539] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.228725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.228798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.229041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.229246] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.229371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.229446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.229864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.230273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.230273] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.235933] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.235933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port bae606b1-3d15-49cb-a8f2-bece82a15f69 not found, creating... [ 879.235933] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.235933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.236916] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.236916] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.236916] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.236916] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.236916] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.236916] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: bae606b1-3d15-49cb-a8f2-bece82a15f69 is going to be created. [ 879.264228] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.264917] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.265332] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.265783] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.266055] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.266454] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.473825] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.607962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba in Status: SUCCESS [ 879.608297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.608482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.608706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.609014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.609104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.609159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.609364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.609501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.609592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.609708] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.733470] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.749182] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.749736] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.749736] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.750127] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.750693] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.750953] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.751167] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.751520] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.751905] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.752565] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.752565] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.752565] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.752772] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.752772] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.752888] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.753097] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.775778] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.776044] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.776270] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.776541] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.776950] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-a61a4636-a9f6-49ff-89fd-f4136db2a41f taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.777211] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.777335] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.777710] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.777859] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61a4636-a9f6-49ff-89fd-f4136db2a41f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.831950] env[65808]: INFO networking_nsxv3.common.synchronization [None req-eafdaa5e-5c36-438c-a7fa-5f80933b8f78 None None] Enqueued Resource ID: 9c7c770e-3b64-434a-adb3-c0c5e0b5a456 with Priority: HIGHEST for action port [ 879.833381] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7c770e-3b64-434a-adb3-c0c5e0b5a456 with Priority: HIGHEST for action port [ 879.833999] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c7c770e-3b64-434a-adb3-c0c5e0b5a456 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.833999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c7c770e-3b64-434a-adb3-c0c5e0b5a456" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.833999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c7c770e-3b64-434a-adb3-c0c5e0b5a456" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.834197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c7c770e-3b64-434a-adb3-c0c5e0b5a456" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.834197] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c7c770e-3b64-434a-adb3-c0c5e0b5a456',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.978407] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.978637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.978725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.978966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.979077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.979177] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be updated. [ 880.005572] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-7522b732-83d3-4597-837b-28b827917255 service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 880.005852] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-7522b732-83d3-4597-837b-28b827917255 service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 880.005924] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-7522b732-83d3-4597-837b-28b827917255 service nova] Enqueued Resource ID: bae606b1-3d15-49cb-a8f2-bece82a15f69 with Priority: HIGHEST for action port [ 880.006518] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 880.006722] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 880.006857] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae606b1-3d15-49cb-a8f2-bece82a15f69 with Priority: HIGHEST for action port [ 880.007145] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.007335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.007335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.007611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.007697] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.008963] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.009693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.009693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.010105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.010105] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.010105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.010498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.010498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.010498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.010651] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.011992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae606b1-3d15-49cb-a8f2-bece82a15f69 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.012461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.012461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.012461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.012461] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae606b1-3d15-49cb-a8f2-bece82a15f69',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.032368] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.032580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.032580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.032849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.032995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.044132] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 880.112460] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.235762] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.284101] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.284344] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.284467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.284806] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.284959] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.285135] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port a61a4636-a9f6-49ff-89fd-f4136db2a41f not found, creating... [ 880.285399] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.285930] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.285930] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.285930] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.286287] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.286287] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.286432] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.286523] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.286743] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.286871] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.287010] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: a61a4636-a9f6-49ff-89fd-f4136db2a41f is going to be created. [ 880.309964] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.310718] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.310836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.311145] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.311656] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.311960] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.325272] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a110798d-8957-49c2-b12c-ab063ccf46f9 tempest-ServerActionsV293TestJSON-345967366 tempest-ServerActionsV293TestJSON-345967366-project-member] Enqueued Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_rules [ 880.325591] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_rules [ 880.325956] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.326101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.326163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.326442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.326535] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.336492] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c7c770e-3b64-434a-adb3-c0c5e0b5a456 [ 880.336730] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.336861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.336929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.337181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.337274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.337372] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c7c770e-3b64-434a-adb3-c0c5e0b5a456 already deleted. [ 880.337505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c7c770e-3b64-434a-adb3-c0c5e0b5a456" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.515296] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.515296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.515414] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae606b1-3d15-49cb-a8f2-bece82a15f69 with status ACTIVE [ 880.516252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.516252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.516252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.516252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.516252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.516252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.516531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.516582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.516761] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.516883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.517114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.517192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.517278] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae606b1-3d15-49cb-a8f2-bece82a15f69 is going to be updated. [ 880.518679] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.521298] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0e68822c-de4c-42d8-b77c-3bc221783d6d tempest-ServerActionsV293TestJSON-345967366 tempest-ServerActionsV293TestJSON-345967366-project-member] Enqueued Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_rules [ 880.522532] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_rules [ 880.522886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.523058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.544227] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.544430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.544430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.544643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.544781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.544951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae606b1-3d15-49cb-a8f2-bece82a15f69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.615077] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3a6288e-edeb-45cc-b000-30c2bddaa4ba: rpc.has_security_group_logging(os_id): False [ 880.634776] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.634776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.634776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.634776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.634776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.635085] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.635085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.635085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.635321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.635709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.635709] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba is going to be created. [ 880.710631] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.710631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.710631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.710942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.711489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.725023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba in Status: IN_PROGRESS for 2s [ 880.740132] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.740132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.740132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.740132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.740132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.740132] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 880.787571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.787769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.787809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.788024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.788182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.804784] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 880.849789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.849962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.850014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.850280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.850373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.850486] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab already deleted. [ 880.850657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.850872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.851151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.851151] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.943163] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.943373] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-298" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943939] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-298" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.943939] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-298" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.944299] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.944466] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.944583] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.944807] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.944950] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.945170] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.945283] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.945453] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.945655] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.945775] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.945877] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.946017] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.968445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.968640] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.968776] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.968947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-298" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.969307] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-1e06e6bc-534a-4559-a589-fe16ed1f4442 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.969497] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.969615] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.970062] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.970314] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e06e6bc-534a-4559-a589-fe16ed1f4442',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.021573] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ae62e35-9f5a-4d51-9f03-095aa8e7190e req-e989fc8e-0404-4ab0-b7b0-9bbf3470f24e service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 881.021727] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ae62e35-9f5a-4d51-9f03-095aa8e7190e req-e989fc8e-0404-4ab0-b7b0-9bbf3470f24e service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 881.021941] env[65808]: INFO networking_nsxv3.common.synchronization [req-4ae62e35-9f5a-4d51-9f03-095aa8e7190e req-e989fc8e-0404-4ab0-b7b0-9bbf3470f24e service nova] Enqueued Resource ID: a61a4636-a9f6-49ff-89fd-f4136db2a41f with Priority: HIGHEST for action port [ 881.022372] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 881.022528] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 881.022625] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61a4636-a9f6-49ff-89fd-f4136db2a41f with Priority: HIGHEST for action port [ 881.022829] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.023753] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.023878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.024386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.024386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.024386] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.027469] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.027520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.030698] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a61a4636-a9f6-49ff-89fd-f4136db2a41f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.030698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.030698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.030698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.030698] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61a4636-a9f6-49ff-89fd-f4136db2a41f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.372061] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.372261] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.372329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.372676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.372826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.372939] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab already deleted. [ 881.373059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.472620] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.472845] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.472968] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.473288] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.473436] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.473584] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 1e06e6bc-534a-4559-a589-fe16ed1f4442 not found, creating... [ 881.473843] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.473996] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.474124] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.474336] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.474467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.474837] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.475006] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.475127] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.475329] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.475459] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.475591] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 1e06e6bc-534a-4559-a589-fe16ed1f4442 is going to be created. [ 881.498035] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.498285] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.498410] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.498686] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.498973] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.499216] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.530059] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.530289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.530684] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.530811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.530966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.531267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.531401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.531473] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be created. [ 881.532667] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a61a4636-a9f6-49ff-89fd-f4136db2a41f with status ACTIVE [ 881.532845] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.532952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.533036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.533232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.533319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.533489] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.533580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.533640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.533792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.533867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.534509] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.534509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.534509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.534509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.534509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.534509] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a61a4636-a9f6-49ff-89fd-f4136db2a41f is going to be updated. [ 881.561977] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.562549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.562694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.563062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.563310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.563550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a61a4636-a9f6-49ff-89fd-f4136db2a41f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.565034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.565168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.565270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.565905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.566068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.587992] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: UNINITIALIZED for 2s [ 881.941250] env[65808]: INFO networking_nsxv3.common.synchronization [req-5944bd65-7494-4e3a-af51-1b5afa72aefd req-4e9ff9cb-fc6e-450b-8a0f-c5b89aa78e5e tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 881.941896] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 881.942566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.942566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.942683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.943835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.944307] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.945481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.945576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.946220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.946220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.946220] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.056958] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 882.057211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.223846] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-6f84e2cc-61a2-4c7a-9341-2df01a8061bc service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 882.223846] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-6f84e2cc-61a2-4c7a-9341-2df01a8061bc service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 882.223846] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-6f84e2cc-61a2-4c7a-9341-2df01a8061bc service nova] Enqueued Resource ID: 1e06e6bc-534a-4559-a589-fe16ed1f4442 with Priority: HIGHEST for action port [ 882.224610] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 882.224644] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 882.224795] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e06e6bc-534a-4559-a589-fe16ed1f4442 with Priority: HIGHEST for action port [ 882.225719] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.225875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.226200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.226335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.226491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e06e6bc-534a-4559-a589-fe16ed1f4442 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.226576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.226624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.226824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.226929] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e06e6bc-534a-4559-a589-fe16ed1f4442',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.448787] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.449302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.449302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.449685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.449888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.450391] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.450583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.450583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.450991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.451172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.451366] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e already deleted. [ 882.451493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.474330] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.474330] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-901" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.474330] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-901" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.474604] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-901" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.475752] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.475752] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.475752] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.476057] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.476307] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.476835] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.477054] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.477278] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.477498] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.477718] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.478284] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.478551] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.504301] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.504847] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.505320] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.505561] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-901" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.506152] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.507045] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.507045] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.507199] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.507448] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299eb114-a634-49a1-a9d9-2d5dc3ec53a7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.728957] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e06e6bc-534a-4559-a589-fe16ed1f4442 with status ACTIVE [ 882.729324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.729474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.729544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.729754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.729865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.730149] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.730279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.730359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.730525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.730646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.730916] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.731034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.731098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.731268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.731407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.731498] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e06e6bc-534a-4559-a589-fe16ed1f4442 is going to be updated. [ 882.739243] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba in Status: SUCCESS [ 882.739471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.753388] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.753578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.753665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.753886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.754049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.754281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e06e6bc-534a-4559-a589-fe16ed1f4442" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.814557] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 882.814804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.815016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.815273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.815481] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.815611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.815686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.815849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.815945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.816066] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.011661] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.012025] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.012025] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.012330] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.012506] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.012702] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 not found, creating... [ 883.012979] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.013152] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.013264] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.013504] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.013635] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.013999] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.014419] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.014952] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.015294] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.015539] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.015809] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 is going to be created. [ 883.037722] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.037946] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.038309] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.038503] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.038786] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.039040] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.178950] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.179447] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.179598] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.180053] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.180355] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.180526] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.180641] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.180882] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.180990] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.181252] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.181429] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.181429] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.181692] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.181692] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.181783] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.181929] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.224527] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.224714] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.224870] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.225019] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-743" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.225352] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-644836ea-a937-407d-aa11-42c9076500e5 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.225525] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.225644] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.225992] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.226157] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644836ea-a937-407d-aa11-42c9076500e5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.318331] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.598684] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 883.598998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.599179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.599451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.599700] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.599856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.600123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.600215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.600361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.600361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.600497] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.601673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.601753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.602696] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.602696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.602696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.602696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.602696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.602696] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.729145] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.729386] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.729510] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.729795] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.729941] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.730116] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 644836ea-a937-407d-aa11-42c9076500e5 not found, creating... [ 883.730426] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.730584] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.730699] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.730929] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.731158] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.731520] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.731679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.731797] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.732027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.732163] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.732301] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 644836ea-a937-407d-aa11-42c9076500e5 is going to be created. [ 883.746497] env[65808]: INFO networking_nsxv3.common.synchronization [req-5944bd65-7494-4e3a-af51-1b5afa72aefd req-9d62846d-cef8-4995-8dd0-730815f33da0 service nova] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_rules [ 883.746610] env[65808]: INFO networking_nsxv3.common.synchronization [req-5944bd65-7494-4e3a-af51-1b5afa72aefd req-9d62846d-cef8-4995-8dd0-730815f33da0 service nova] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 883.746753] env[65808]: INFO networking_nsxv3.common.synchronization [req-5944bd65-7494-4e3a-af51-1b5afa72aefd req-9d62846d-cef8-4995-8dd0-730815f33da0 service nova] Enqueued Resource ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with Priority: HIGHEST for action port [ 883.746934] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_rules [ 883.747184] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 883.747339] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with Priority: HIGHEST for action port [ 883.748082] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.748323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.748424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.748703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.748815] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.750065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.750204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.750311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.750495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.750675] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.750808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.750853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.755465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.755625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.755741] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.757221] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.757349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.757401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.757631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.757700] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299eb114-a634-49a1-a9d9-2d5dc3ec53a7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.759719] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.759890] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.760032] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.760303] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.761060] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.761060] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.820294] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.104986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.105386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.105386] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.259039] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.262913] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.263066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.263233] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with status ACTIVE [ 884.263389] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.263646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.263646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.263754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.263849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.264027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.264124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.264186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.264339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.264418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.264601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.264695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.264756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.264896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.264970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.265063] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 is going to be updated. [ 884.288075] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.288225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.288299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.288554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.288698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.288860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.328191] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.328388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.328388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.328524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.328622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.328770] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 884.369486] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.371265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.371265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.371265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.371265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.391537] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 884.488184] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-7391410f-5b63-4f21-8fcb-06ebe85a4e63 service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 884.488184] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-7391410f-5b63-4f21-8fcb-06ebe85a4e63 service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 884.488184] env[65808]: INFO networking_nsxv3.common.synchronization [req-4b680635-e751-4eef-9519-be0c440ce5d0 req-7391410f-5b63-4f21-8fcb-06ebe85a4e63 service nova] Enqueued Resource ID: 644836ea-a937-407d-aa11-42c9076500e5 with Priority: HIGHEST for action port [ 884.488470] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 884.488470] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 884.488843] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644836ea-a937-407d-aa11-42c9076500e5 with Priority: HIGHEST for action port [ 884.491336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.491336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.491336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.491336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.491336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-644836ea-a937-407d-aa11-42c9076500e5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.491336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.491336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.491336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.491336] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644836ea-a937-407d-aa11-42c9076500e5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.607989] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.760563] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.993865] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 644836ea-a937-407d-aa11-42c9076500e5 with status ACTIVE [ 884.994138] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.994280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.994362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.994634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.994734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.994945] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.995075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.995128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.995320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.995397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.995584] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.995677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.995732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.995882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.995962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.996083] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 644836ea-a937-407d-aa11-42c9076500e5 is going to be updated. [ 885.021985] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.022192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.022244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.022531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.022659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.022797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644836ea-a937-407d-aa11-42c9076500e5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.111858] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.111858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.112489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.112489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.112717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.112935] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 885.166322] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.166530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.166530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.167438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.167633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.183775] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 885.264172] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.264500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.264500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.265238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.265328] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be created. [ 885.308289] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.308499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.308585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.308911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.309129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.322377] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: UNINITIALIZED for 2s [ 886.404762] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 886.405137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.405262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.405499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.405729] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.405863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.405941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.406129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.406214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.406314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.406418] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.917311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.917311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.917311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.917311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.917819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.917819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.917819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.917819] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.196470] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 887.196702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.196885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.197137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.197340] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.197466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.197537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.197708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.197784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.197868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.198045] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.198156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.198210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.198472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.198623] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.198725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.198783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.198929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.199015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.199099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.199194] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.200134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.200342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.200483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.200688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.200688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.200826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.200867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.200939] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.333831] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 887.334445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.334445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.334631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.334805] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.334931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.334974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.335203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.335311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.335404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.335495] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.421562] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274ecc65-088f-4d56-bd71-0f543e3e6b7b: rpc.has_security_group_logging(os_id): False [ 887.443161] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.443337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.443432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.443754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.444020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.444274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.444435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.444536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.444788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.444895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.445200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.445347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.445458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.445689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.445787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.446158] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.446309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.446408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.446629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.446757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.446877] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 887.536133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.536392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.536392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.536601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.536736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.556589] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 887.703850] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7a85ff-599b-47e1-ba69-e73139bb74f2: rpc.has_security_group_logging(os_id): False [ 887.705687] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.728620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.728938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.729127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.729470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.729678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.730050] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.730366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.730501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.730798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.730984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.731358] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.731731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.731731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.731957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.732145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.732698] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.732910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.733211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.733350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.733534] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be created. [ 887.805891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.806134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.806174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.806393] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.806611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.822542] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 887.844030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.844030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.844030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.844030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.844030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.844776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.844776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.845426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.850593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.850593] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.866251] env[65808]: INFO networking_nsxv3.common.synchronization [req-b971515a-c4bb-4a2e-a80a-ee06ee641dd5 req-a834696a-af6d-4220-9b1f-fa68ccb96cbf tempest-MigrationsAdminTest-2135634865 tempest-MigrationsAdminTest-2135634865-project-member] Enqueued Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 887.866251] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 with Priority: HIGHEST for action security_group_members [ 887.866617] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ac65ee-a532-4ab4-a717-4a84b25e64e0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.866734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.866734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.867081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.867216] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.867371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.867467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.867672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.867817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.869617] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ac65ee-a532-4ab4-a717-4a84b25e64e0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.208559] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.353360] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd66d61-903b-4069-bb05-3b8626c43e4e: rpc.has_security_group_logging(os_id): False [ 888.373221] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.373538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.373629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.373911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.376283] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.376467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.396942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.396942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.396942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.396942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.397262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.397357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.397519] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 is going to be updated. [ 888.398621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.398814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.398903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.399120] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.399237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.399302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.399464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.399545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.399756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.399854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.399915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.400200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.400351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.400543] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.400640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.400702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.401155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.401155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.401155] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be created. [ 888.438174] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.438623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.438623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.438912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.439091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.449262] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: IN_PROGRESS for 2s [ 888.480697] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.480959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.481072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.481360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.481672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.497584] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: IN_PROGRESS for 2s [ 888.712335] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.712828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.712828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.717088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.717088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.717088] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 888.752863] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.753368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.753368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.753368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.753490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.763269] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 889.574332] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 889.574332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.836179] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 889.838036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.838036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.838036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.838036] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.344235] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.344235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.463353] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 in Status: SUCCESS [ 890.463727] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ac65ee-a532-4ab4-a717-4a84b25e64e0 deletion is rescheduled due to dependency. [ 890.463954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ac65ee-a532-4ab4-a717-4a84b25e64e0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.517121] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 890.517397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.776442] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 890.776808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.777294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.780503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.784020] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.784020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.784020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.784020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.784020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.784020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.784020] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.285039] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.285205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.285275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.285503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.285671] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.285766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.285837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.286030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.286113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.286200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.286354] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.289190] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.796846] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7a85ff-599b-47e1-ba69-e73139bb74f2: rpc.has_security_group_logging(os_id): False [ 891.818374] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.818374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.818490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.818785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.818895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.819195] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.819355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.819429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.819613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.819722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.819894] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.819987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.821033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.821789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.821789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.821789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.821958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.821958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.822151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.822255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.822359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 891.914698] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.914698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.914698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.914698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.914698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.931722] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 892.531075] env[65808]: INFO networking_nsxv3.common.synchronization [req-3cd42464-aac8-4527-81be-65fe9a6b9624 req-05469a59-0a14-4b39-b0a3-d03e5fb81cd8 tempest-AttachInterfacesV270Test-1973047720 tempest-AttachInterfacesV270Test-1973047720-project-member] Enqueued Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_members [ 892.531912] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGHEST for action security_group_members [ 892.533124] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.533124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.533124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.533661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.535031] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.535031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.535031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.535031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.535031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.535031] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.037962] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.038439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.038843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.039266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.039432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.040217] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.040217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.040217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.040544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.040544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.040634] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 is going to be updated. [ 893.081115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.081420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.081509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.081819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.081939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.093832] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 in Status: IN_PROGRESS for 2s [ 893.951413] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 893.951687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.951871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.952792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.952792] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.162129] env[65808]: INFO networking_nsxv3.common.synchronization [None req-269fd5d8-1794-4be9-aeaf-c1003a61a5bb None None] Enqueued Resource ID: 15012ccd-1dd8-463e-92b9-6f2e4f725b2e with Priority: HIGHEST for action port [ 894.162547] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15012ccd-1dd8-463e-92b9-6f2e4f725b2e with Priority: HIGHEST for action port [ 894.163528] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-15012ccd-1dd8-463e-92b9-6f2e4f725b2e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.163528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15012ccd-1dd8-463e-92b9-6f2e4f725b2e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.163528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15012ccd-1dd8-463e-92b9-6f2e4f725b2e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.163528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15012ccd-1dd8-463e-92b9-6f2e4f725b2e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.163528] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15012ccd-1dd8-463e-92b9-6f2e4f725b2e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.454494] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.457097] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.457097] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.457097] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.666059] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15012ccd-1dd8-463e-92b9-6f2e4f725b2e [ 894.666059] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.666059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.666059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.666059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.666059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.666059] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15012ccd-1dd8-463e-92b9-6f2e4f725b2e already deleted. [ 894.666059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15012ccd-1dd8-463e-92b9-6f2e4f725b2e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.962253] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.962435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.962499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.962719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.962884] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.962987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.963080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.963233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.963354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.963413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.963530] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.963627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.963676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.963822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.963999] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.964058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.964115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.964244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.964424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.964424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.964503] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.106782] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 in Status: SUCCESS [ 895.107723] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 deletion is rescheduled due to dependency. [ 895.107723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.467756] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7a85ff-599b-47e1-ba69-e73139bb74f2: rpc.has_security_group_logging(os_id): False [ 895.488735] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.488807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.489421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.489679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.489778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.489986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.490292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.490292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.490398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.490428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.490609] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.490741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.490836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.491015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.491094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.491297] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.491573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.491573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.491671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.491726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.491821] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 895.564414] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.564576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.564643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.564911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.565146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.584673] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 897.211740] env[65808]: INFO networking_nsxv3.common.synchronization [req-583c2863-8291-4411-a9a4-d1f024a79fcd req-3fafddab-aa6b-4cc9-a7a9-2039ff123f7d tempest-ListImageFiltersTestJSON-1653859653 tempest-ListImageFiltersTestJSON-1653859653-project-member] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 897.212532] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 897.213147] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.213147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.213300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.213399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.213628] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.213756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.213839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.214055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.214495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.214649] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.606484] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 897.607483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.716534] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.994514] env[65808]: INFO networking_nsxv3.common.synchronization [req-09aeb365-a932-4318-bfe3-bb2b0b336e59 req-942674c6-dae4-4083-968d-afa1a01187b0 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 897.995143] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 897.995515] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.995676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.995749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.996112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.996203] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.996276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.996318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.996492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.996577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.996684] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.222320] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.423622] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.423875] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.423959] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.424252] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.424542] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.424707] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.424825] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.425219] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.425417] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.425696] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.425826] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.425986] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.426117] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.426226] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.426327] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.426619] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.450933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.451260] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.451427] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.451612] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.452017] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-8683f8f4-fd10-412f-99b1-df6a22c91a85 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.452217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.452337] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.452708] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.452860] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8683f8f4-fd10-412f-99b1-df6a22c91a85',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.499416] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.724306] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.724655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.724655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.724795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.724843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.724899] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be updated. [ 898.761321] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.761507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.761582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.762049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.762049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.771161] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: IN_PROGRESS for 2s [ 898.955263] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.955498] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.956773] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.956773] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.956773] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.956773] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 8683f8f4-fd10-412f-99b1-df6a22c91a85 not found, creating... [ 898.956773] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.957091] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.957091] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.957224] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.957384] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.957703] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.958501] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.958629] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.958941] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.959164] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.959375] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 8683f8f4-fd10-412f-99b1-df6a22c91a85 is going to be created. [ 898.985167] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.985167] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.985167] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.985542] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.986394] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.986394] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.002126] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.118013] env[65808]: INFO networking_nsxv3.common.synchronization [req-6ca366a4-6d3d-49d8-a1a6-8dfdf83d7f40 req-8b4a3bd3-c8da-4426-a020-8e9430784d1b tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 899.118817] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 899.118952] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.119214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.119296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.119503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.119661] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.119759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.119823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.119966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.120067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.120163] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.504345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.505253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.505355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.505581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.505692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.505801] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 899.534616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.534754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.534840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.535117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.535294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.544816] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 899.622486] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.682189] env[65808]: INFO networking_nsxv3.common.synchronization [req-09aeb365-a932-4318-bfe3-bb2b0b336e59 req-fd74bfc9-9537-4564-90c4-e0c8952ba446 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 899.682289] env[65808]: INFO networking_nsxv3.common.synchronization [req-09aeb365-a932-4318-bfe3-bb2b0b336e59 req-fd74bfc9-9537-4564-90c4-e0c8952ba446 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 899.682362] env[65808]: INFO networking_nsxv3.common.synchronization [req-09aeb365-a932-4318-bfe3-bb2b0b336e59 req-fd74bfc9-9537-4564-90c4-e0c8952ba446 service nova] Enqueued Resource ID: 8683f8f4-fd10-412f-99b1-df6a22c91a85 with Priority: HIGHEST for action port [ 899.682573] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 899.682697] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 899.682795] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8683f8f4-fd10-412f-99b1-df6a22c91a85 with Priority: HIGHEST for action port [ 899.683681] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.683731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.683805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.684023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.684085] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.684870] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.684973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.686197] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8683f8f4-fd10-412f-99b1-df6a22c91a85 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.686320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.686389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.686580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.686629] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8683f8f4-fd10-412f-99b1-df6a22c91a85',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.875373] env[65808]: INFO networking_nsxv3.common.synchronization [req-6ca366a4-6d3d-49d8-a1a6-8dfdf83d7f40 req-663a95c7-c666-40e8-958f-f5f9b1809223 tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 899.875373] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 899.875373] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.875373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.124612] env[65808]: INFO networking_nsxv3.common.synchronization [req-6ca366a4-6d3d-49d8-a1a6-8dfdf83d7f40 req-ac2e4064-9c5b-4cdc-82fa-d55ddfe6fe7c tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 900.126057] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.126057] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 900.127110] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.127211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.188274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.188274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.189624] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8683f8f4-fd10-412f-99b1-df6a22c91a85 with status ACTIVE [ 900.190515] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.190515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.190515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.190515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.190515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.190977] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.190977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.190977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.190977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.191171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.192029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.192129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.192229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.192340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.192420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.193037] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8683f8f4-fd10-412f-99b1-df6a22c91a85 is going to be updated. [ 900.216982] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.217163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.217271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.217528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.217703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.217922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8683f8f4-fd10-412f-99b1-df6a22c91a85" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.628247] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.628247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.628637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.628637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.628637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.628726] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 900.662040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.662040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.662040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.662278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.662310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.676078] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 900.784746] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: SUCCESS [ 900.784975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.967218] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2009559b-7518-4c72-aa88-e7582b05c2fa None None] Enqueued Resource ID: 1759034f-c5b3-4010-b0e4-75bba5576134 with Priority: HIGHEST for action port [ 900.968659] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1759034f-c5b3-4010-b0e4-75bba5576134 with Priority: HIGHEST for action port [ 900.968659] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1759034f-c5b3-4010-b0e4-75bba5576134 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.968659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1759034f-c5b3-4010-b0e4-75bba5576134" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.968659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1759034f-c5b3-4010-b0e4-75bba5576134" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.968659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1759034f-c5b3-4010-b0e4-75bba5576134" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.968659] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1759034f-c5b3-4010-b0e4-75bba5576134',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.473277] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1759034f-c5b3-4010-b0e4-75bba5576134 [ 901.473277] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.473473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.473473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.473824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.474079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.474079] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1759034f-c5b3-4010-b0e4-75bba5576134 already deleted. [ 901.474079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1759034f-c5b3-4010-b0e4-75bba5576134" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.557134] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 901.557360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.557558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.557782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.557990] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.558119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.558186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.558451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.558451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.558549] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.063859] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.569488] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.687565] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 902.687824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.687999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.688264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.689114] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.689114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.689114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.689114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.689114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.689330] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.833890] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-a6a3571f-c0d4-4de5-99cd-8b8fa20e2444 tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 902.834690] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 902.836695] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.836923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.837047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.838170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.838838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.839079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.839214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.839458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.839664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.839968] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.072118] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.072497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.072497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.072632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.072738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.073242] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 903.109930] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.110195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.110309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.112250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.112451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.129309] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 903.191986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.192174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.192244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.192641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.192641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.192771] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.192860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.192902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.193087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.193170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.193257] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 903.229373] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.229537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.229579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.229795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.229944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248380] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 903.340965] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.341168] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.341292] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.341572] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.342590] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.342787] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.342904] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.343195] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.343362] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.343592] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.343714] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.343885] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.344037] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.344345] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.344345] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.344509] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.346124] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.346268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.346415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.346503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.346651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.346803] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.346906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.347035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.347136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.347227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.347334] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 903.375175] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.375175] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.375322] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.375452] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.375890] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.376440] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.376440] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.376818] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.376996] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ae4350-7885-45fb-bcb0-2af10bb2f2fc',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.384887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.385079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.385169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.385435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.385618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.397502] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 903.525844] env[65808]: INFO networking_nsxv3.common.synchronization [None req-83659cc4-9e38-4735-aa2c-5f41fcfdadc2 None None] Enqueued Resource ID: 2a245f31-66d4-46f8-8876-13b303498cb9 with Priority: HIGHEST for action port [ 903.529360] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a245f31-66d4-46f8-8876-13b303498cb9 with Priority: HIGHEST for action port [ 903.529360] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a245f31-66d4-46f8-8876-13b303498cb9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.529360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a245f31-66d4-46f8-8876-13b303498cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.529360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a245f31-66d4-46f8-8876-13b303498cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.529360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a245f31-66d4-46f8-8876-13b303498cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.529360] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a245f31-66d4-46f8-8876-13b303498cb9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.880382] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882059] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882357] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.882793] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.883047] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.883648] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 89ae4350-7885-45fb-bcb0-2af10bb2f2fc not found, creating... [ 903.883686] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.884011] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.884180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.884605] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.885291] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.885291] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.885550] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.885803] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.887802] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.888074] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.888329] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 89ae4350-7885-45fb-bcb0-2af10bb2f2fc is going to be created. [ 903.917859] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.918131] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.918269] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.918644] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.919661] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.919661] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.030064] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a245f31-66d4-46f8-8876-13b303498cb9 [ 904.031048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.031048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.031048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.031444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.031545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.031722] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a245f31-66d4-46f8-8876-13b303498cb9 already deleted. [ 904.031880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a245f31-66d4-46f8-8876-13b303498cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.595080] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2e3e42ce-6dac-4717-8001-503eb7a3d8e1 None None] Enqueued Resource ID: 4666cdea-32b5-4dfe-8b9f-cab5398d7566 with Priority: HIGHEST for action port [ 904.595080] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4666cdea-32b5-4dfe-8b9f-cab5398d7566 with Priority: HIGHEST for action port [ 904.595080] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4666cdea-32b5-4dfe-8b9f-cab5398d7566 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.595080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4666cdea-32b5-4dfe-8b9f-cab5398d7566" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.595080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4666cdea-32b5-4dfe-8b9f-cab5398d7566" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.595080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4666cdea-32b5-4dfe-8b9f-cab5398d7566" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.595080] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4666cdea-32b5-4dfe-8b9f-cab5398d7566',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.655880] env[65808]: INFO networking_nsxv3.common.synchronization [req-24c89067-aff3-4138-bc1a-8c226c044f2d req-3b063833-a78b-4eef-a42c-9381ce21a740 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 904.656139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 904.656447] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.656749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.656830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.657927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.658121] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.658237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.658321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.658516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.658604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.658756] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.097435] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4666cdea-32b5-4dfe-8b9f-cab5398d7566 [ 905.099500] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.100533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.100533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.100533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.100798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.100839] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4666cdea-32b5-4dfe-8b9f-cab5398d7566 already deleted. [ 905.100951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4666cdea-32b5-4dfe-8b9f-cab5398d7566" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.114745] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-94446c5f-5a2a-442c-9c0a-1b3dff748748 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 905.116217] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-94446c5f-5a2a-442c-9c0a-1b3dff748748 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 905.116687] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-94446c5f-5a2a-442c-9c0a-1b3dff748748 service nova] Enqueued Resource ID: 89ae4350-7885-45fb-bcb0-2af10bb2f2fc with Priority: HIGHEST for action port [ 905.117239] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 905.117336] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 905.117436] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ae4350-7885-45fb-bcb0-2af10bb2f2fc with Priority: HIGHEST for action port [ 905.117747] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.117963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.117963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.118175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.118288] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.119624] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.119624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.121095] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.121095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.121095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.121095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.121095] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ae4350-7885-45fb-bcb0-2af10bb2f2fc',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.143189] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 905.143838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.147017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.147017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.147017] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.147017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.147017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.147017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.147017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.147017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.147017] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.164790] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.263181] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 905.263181] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 deletion is rescheduled due to dependency. [ 905.263181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.263181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.263181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.263181] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.263181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.263181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.263181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.263181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.263181] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.414223] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 905.414989] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba deletion is rescheduled due to dependency. [ 905.414989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.415744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415744] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.415744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.415941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.416265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.416265] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.629886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.629886] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ae4350-7885-45fb-bcb0-2af10bb2f2fc with status ACTIVE [ 905.629886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.629886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.629886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.629886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.630906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.630906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.630906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.630906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.630906] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ae4350-7885-45fb-bcb0-2af10bb2f2fc is going to be updated. [ 905.651103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.651354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.651354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.651935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.651935] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.651935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.651935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.652306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.652306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.652544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.652668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.652668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.652768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.653129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.653256] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.653301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.653344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.656509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.656509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.656509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.656509] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.660971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.660971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.660971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.660971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.661353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.661353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ae4350-7885-45fb-bcb0-2af10bb2f2fc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.664991] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.671732] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-0f5eb795-928d-4fec-a77f-6c51330c1d78 tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 905.672451] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 905.672756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.672861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.770210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.770210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.770210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.770210] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 905.811186] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.811350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.811458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.812948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.812948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.824720] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 905.922633] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.086468] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.086673] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.086827] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.087125] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.087503] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.087503] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.087642] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.088509] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.088710] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.088923] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.090351] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.090351] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.090495] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.090526] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.090771] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.090853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.111627] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.111840] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.111840] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.112126] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.112551] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.112873] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.113085] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.113534] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.113745] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfdda37-f8b0-4cce-a296-9926f6ef75d2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.155434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9f7875-145d-47e4-92d1-d53ed82576b3: rpc.has_security_group_logging(os_id): False [ 906.170331] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.170592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.170683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.170896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.170989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.171106] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 906.174205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.174205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.174205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.174205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.174664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.174664] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.174664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.174664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.174796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.174796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.174968] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.175060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.175118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.175262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.175329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.175622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.175733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.175838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.176060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.176153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.176666] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 906.203996] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.204170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.204242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.204444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.204594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.214302] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 906.264203] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.264392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.264434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.264637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.264787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.280903] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 906.424814] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.616275] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.616677] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.616803] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.617067] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.617226] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.617392] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 1bfdda37-f8b0-4cce-a296-9926f6ef75d2 not found, creating... [ 906.617700] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.617865] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.620568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.620568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.620568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.620568] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.620568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.620568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.620568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.620568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.621521] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 1bfdda37-f8b0-4cce-a296-9926f6ef75d2 is going to be created. [ 906.647608] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.647986] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.647986] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.648344] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.648638] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.648918] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.925720] env[65808]: INFO networking_nsxv3.common.synchronization [None req-cf828210-b67d-41aa-a456-da7eeb84c64b None None] Enqueued Resource ID: 71249984-ab2b-4dc9-b257-84fb84f322e9 with Priority: HIGHEST for action port [ 906.926422] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71249984-ab2b-4dc9-b257-84fb84f322e9 with Priority: HIGHEST for action port [ 906.926942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.927202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.927353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.927627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.928194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.928415] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 906.929950] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-71249984-ab2b-4dc9-b257-84fb84f322e9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.930092] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71249984-ab2b-4dc9-b257-84fb84f322e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.930158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71249984-ab2b-4dc9-b257-84fb84f322e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.930443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71249984-ab2b-4dc9-b257-84fb84f322e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.930565] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71249984-ab2b-4dc9-b257-84fb84f322e9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.966829] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.966978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.967061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.967300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.967726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.978234] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 907.406553] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-9c1231e9-e68e-4288-b23e-d3a946466df9 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 907.406800] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-9c1231e9-e68e-4288-b23e-d3a946466df9 service nova] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 907.406908] env[65808]: INFO networking_nsxv3.common.synchronization [req-4325b1c5-04ab-4f91-b1b4-689b90bc958e req-9c1231e9-e68e-4288-b23e-d3a946466df9 service nova] Enqueued Resource ID: 1bfdda37-f8b0-4cce-a296-9926f6ef75d2 with Priority: HIGHEST for action port [ 907.407501] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_rules [ 907.407640] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 907.407733] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfdda37-f8b0-4cce-a296-9926f6ef75d2 with Priority: HIGHEST for action port [ 907.408075] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.408197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.411383] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.411383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.411383] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.411383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.411383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.411740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.411740] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfdda37-f8b0-4cce-a296-9926f6ef75d2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.433585] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71249984-ab2b-4dc9-b257-84fb84f322e9 [ 907.433885] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.434152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.434243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.434486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.434587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.434728] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71249984-ab2b-4dc9-b257-84fb84f322e9 already deleted. [ 907.434824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71249984-ab2b-4dc9-b257-84fb84f322e9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.758721] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4d80cf6-942e-4edf-be73-b613e2efbdee req-655be798-843f-46d1-8404-f966bf1226cb tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_members [ 907.759061] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4d80cf6-942e-4edf-be73-b613e2efbdee req-655be798-843f-46d1-8404-f966bf1226cb tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 907.760043] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_members [ 907.761087] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 907.761793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a39b156-02ad-49f9-82d4-6a52f84349bb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.761927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.762023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.762295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.762464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.762569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.762629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.762858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.762958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.763050] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.763977] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.764122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.764194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.764351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.764493] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.764902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.764971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.765138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.765365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.765533] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.816309] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4d80cf6-942e-4edf-be73-b613e2efbdee req-655be798-843f-46d1-8404-f966bf1226cb tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_rules [ 907.816590] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4d80cf6-942e-4edf-be73-b613e2efbdee req-655be798-843f-46d1-8404-f966bf1226cb tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 907.816785] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4d80cf6-942e-4edf-be73-b613e2efbdee req-655be798-843f-46d1-8404-f966bf1226cb tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_rules [ 907.816964] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4d80cf6-942e-4edf-be73-b613e2efbdee req-655be798-843f-46d1-8404-f966bf1226cb tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_members [ 907.817169] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4d80cf6-942e-4edf-be73-b613e2efbdee req-655be798-843f-46d1-8404-f966bf1226cb tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with Priority: HIGHEST for action port [ 907.817898] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_rules [ 907.818107] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_rules [ 907.818254] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with Priority: HIGHEST for action port [ 907.818394] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 907.818494] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_members [ 907.818900] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.823196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.823382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.823747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.823895] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.825317] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a39b156-02ad-49f9-82d4-6a52f84349bb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.825581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.825581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.825951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.826064] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.828339] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.828339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.828339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.828339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.828339] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299eb114-a634-49a1-a9d9-2d5dc3ec53a7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.830040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.830040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.830040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a39b156-02ad-49f9-82d4-6a52f84349bb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.830040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.845259] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 907.845259] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 deletion is rescheduled due to dependency. [ 907.845259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.914866] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bfdda37-f8b0-4cce-a296-9926f6ef75d2 with status ACTIVE [ 907.914866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.914866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.914866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.914866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.914866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.914866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.914866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.915309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.915309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.915309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.915443] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.915526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.915572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.915711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.915784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.915869] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bfdda37-f8b0-4cce-a296-9926f6ef75d2 is going to be updated. [ 907.941043] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.941421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.941600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.941910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.942178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.942430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bfdda37-f8b0-4cce-a296-9926f6ef75d2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.226642] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 908.226875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.268362] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.269898] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.307313] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 908.307551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.332521] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.332521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.332521] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a39b156-02ad-49f9-82d4-6a52f84349bb taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.332521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.332521] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with status ACTIVE [ 908.332521] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.332521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.333417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.333417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.333417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.333417] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.333417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.333417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.333651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.333651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.334244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.334244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.334244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.334468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.334769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.334867] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 is going to be updated. [ 908.366355] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.366561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.366637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.367050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.367207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.367378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.398125] env[65808]: INFO networking_nsxv3.common.synchronization [req-be27fca7-9646-48ab-8a6f-b0f64a02bd26 req-fb9aedc5-b052-46fe-8fa5-4381171e9a58 tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_members [ 908.398315] env[65808]: INFO networking_nsxv3.common.synchronization [req-be27fca7-9646-48ab-8a6f-b0f64a02bd26 req-fb9aedc5-b052-46fe-8fa5-4381171e9a58 tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 908.399657] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb with Priority: HIGHEST for action security_group_members [ 908.399823] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 908.400391] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a39b156-02ad-49f9-82d4-6a52f84349bb taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.400600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.400831] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.400918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.455470] env[65808]: INFO networking_nsxv3.common.synchronization [req-be27fca7-9646-48ab-8a6f-b0f64a02bd26 req-fb9aedc5-b052-46fe-8fa5-4381171e9a58 tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_rules [ 908.456805] env[65808]: INFO networking_nsxv3.common.synchronization [req-be27fca7-9646-48ab-8a6f-b0f64a02bd26 req-fb9aedc5-b052-46fe-8fa5-4381171e9a58 tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 908.456805] env[65808]: INFO networking_nsxv3.common.synchronization [req-be27fca7-9646-48ab-8a6f-b0f64a02bd26 req-fb9aedc5-b052-46fe-8fa5-4381171e9a58 tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with Priority: HIGHEST for action port [ 908.460585] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_rules [ 908.460585] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 908.460585] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with Priority: HIGHEST for action port [ 908.460585] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.460585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.460585] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.460585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.460585] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.460585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.460585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.460585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.460585] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299eb114-a634-49a1-a9d9-2d5dc3ec53a7',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.770137] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.772864] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.964636] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 with status ACTIVE [ 908.964889] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.965141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.965276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.965603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.965770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.966167] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.966273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.966353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.966614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.966749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.967063] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.967785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.967869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.968081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.968176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.968265] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299eb114-a634-49a1-a9d9-2d5dc3ec53a7 is going to be updated. [ 908.989538] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 908.989812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.989954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.990240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.990506] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.990624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.990897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.990897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.991019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.991019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.991130] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.991968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.992225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.992410] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.992549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.992595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.992771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.992892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.993280] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.994792] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.994896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.994960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.995178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.995371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.995500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299eb114-a634-49a1-a9d9-2d5dc3ec53a7" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.272552] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.272552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.272810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.273199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.273199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.273199] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb is going to be created. [ 909.278161] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.278161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.278409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.281972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.281972] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be updated. [ 909.312091] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.312091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.312091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.312091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.312091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.327020] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb in Status: UNINITIALIZED for 2s [ 909.332367] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.332367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.332367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.332367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.332367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.343299] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: IN_PROGRESS for 2s [ 909.495166] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.496031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.496844] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.004487] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.509179] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.509428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.509428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.509663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.509755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.509853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 910.542469] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.542703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.542768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.543095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.543275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.556744] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 910.922324] env[65808]: INFO networking_nsxv3.common.synchronization [None req-8d03776d-1991-47aa-8acf-890324c873d8 None None] Enqueued Resource ID: d553b3f0-4c46-4a2c-adbc-7a984fbb067f with Priority: HIGHEST for action port [ 910.922968] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d553b3f0-4c46-4a2c-adbc-7a984fbb067f with Priority: HIGHEST for action port [ 910.923349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-d553b3f0-4c46-4a2c-adbc-7a984fbb067f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.923534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d553b3f0-4c46-4a2c-adbc-7a984fbb067f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.923618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d553b3f0-4c46-4a2c-adbc-7a984fbb067f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.923869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d553b3f0-4c46-4a2c-adbc-7a984fbb067f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.923975] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d553b3f0-4c46-4a2c-adbc-7a984fbb067f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.339733] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb in Status: SUCCESS [ 911.340050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.340166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.340410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.340669] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.340801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.341299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.341299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.341299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.341299] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.354442] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 911.354980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.355368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.355488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.355762] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.356047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.356120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.356336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.356433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.356570] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.426275] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d553b3f0-4c46-4a2c-adbc-7a984fbb067f [ 911.426442] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.427305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.427305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.427305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.427305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.427305] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d553b3f0-4c46-4a2c-adbc-7a984fbb067f already deleted. [ 911.427305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d553b3f0-4c46-4a2c-adbc-7a984fbb067f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.846846] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.846999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.847082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.847306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.847390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.847582] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.847674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.847768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.847951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.847951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.848383] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb is going to be deleted. [ 911.859808] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.881224] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.881394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.881442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.881788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.883153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.883153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.883153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.883153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.883153] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.883374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.884544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.884768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.884894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.885023] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.364596] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.388865] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.389341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.389439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.389726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.389848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.390139] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.390351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.390510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.390944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.390944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.391090] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb already deleted. [ 912.391175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.391298] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.392623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.392942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.393020] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.393418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.393564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.393708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.393817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.393932] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.572040] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 912.572277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.572676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.572777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.573053] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.573187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.573274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.573506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.573714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.573714] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.871753] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.871753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.871753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.871753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.871753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.871753] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be updated. [ 912.897091] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a39b156-02ad-49f9-82d4-6a52f84349bb',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.901573] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901573] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901573] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb already deleted. [ 912.901573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.913852] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.913852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.913852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.913852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.913852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.923615] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: IN_PROGRESS for 2s [ 913.077152] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.398437] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a39b156-02ad-49f9-82d4-6a52f84349bb: rpc.has_security_group_logging(os_id): False [ 913.426891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.429860] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.429860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.429860] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb is going to be created. [ 913.452742] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5a39b156-02ad-49f9-82d4-6a52f84349bb], does not exist path=[/infra/domains/default/groups/5a39b156-02ad-49f9-82d4-6a52f84349bb]."\n}' [ 913.453353] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5a39b156-02ad-49f9-82d4-6a52f84349bb [ 913.453525] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 913.493962] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.494149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.494192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.494407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.495777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.496085] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.498306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.498306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.498306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.498498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.498717] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.498717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.498831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.499018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.499050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.499131] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a39b156-02ad-49f9-82d4-6a52f84349bb is going to be created. [ 913.525559] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5a39b156-02ad-49f9-82d4-6a52f84349bb], does not exist path=[/infra/domains/default/groups/5a39b156-02ad-49f9-82d4-6a52f84349bb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5a39b156-02ad-49f9-82d4-6a52f84349bb [ 913.525795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a39b156-02ad-49f9-82d4-6a52f84349bb" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.526009] env[65808]: Traceback (most recent call last): [ 913.526080] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 913.526080] env[65808]: return func(*args, **kwargs) [ 913.526080] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 913.526080] env[65808]: res.raise_for_status() [ 913.526080] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 913.526080] env[65808]: raise HTTPError(http_error_msg, response=self) [ 913.526080] env[65808]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5a39b156-02ad-49f9-82d4-6a52f84349bb [ 913.526080] env[65808]: During handling of the above exception, another exception occurred: [ 913.526080] env[65808]: Traceback (most recent call last): [ 913.526080] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 913.526080] env[65808]: listener.cb(fileno) [ 913.526080] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 913.526080] env[65808]: result = function(*args, **kwargs) [ 913.526080] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 913.526080] env[65808]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 913.526080] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 913.526080] env[65808]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 913.526080] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 913.526080] env[65808]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 913.526080] env[65808]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 913.526080] env[65808]: res.raise_for_status() [ 913.526080] env[65808]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 913.526080] env[65808]: raise HTTPError(http_error_msg, response=self) [ 913.526080] env[65808]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5a39b156-02ad-49f9-82d4-6a52f84349bb [ 913.526080] env[65808]: Removing descriptor: 59 [ 913.580632] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.083939] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.083939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.083939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.084319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.084319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.084319] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 914.129697] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.129904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.129904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.130137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.130277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.143712] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 914.156583] env[65808]: INFO networking_nsxv3.common.synchronization [req-7b39aa2b-25e2-45d2-b581-e8f87f6a6231 req-71fc2160-dfb9-4290-8988-7406905ea167 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 914.157993] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 914.157993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.157993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.157993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.158267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.158356] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.158458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.158520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.158687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.158773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.158866] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.663638] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.817734] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6b038e7c-a168-4b9e-a91f-c319a41cbc69 None None] Enqueued Resource ID: a0705c1b-3bac-4c90-8e9e-fa4b35418732 with Priority: HIGHEST for action port [ 914.819661] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0705c1b-3bac-4c90-8e9e-fa4b35418732 with Priority: HIGHEST for action port [ 914.820421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0705c1b-3bac-4c90-8e9e-fa4b35418732 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.820574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0705c1b-3bac-4c90-8e9e-fa4b35418732" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.820647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0705c1b-3bac-4c90-8e9e-fa4b35418732" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.821022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0705c1b-3bac-4c90-8e9e-fa4b35418732" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.821236] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0705c1b-3bac-4c90-8e9e-fa4b35418732',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.939708] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.939708] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.939708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.939708] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.941882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.942260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.942538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.944029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.944107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.945030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.945030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.945030] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.167065] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.326494] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0705c1b-3bac-4c90-8e9e-fa4b35418732 [ 915.326782] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.326947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.327109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.327423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.327540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.327683] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0705c1b-3bac-4c90-8e9e-fa4b35418732 already deleted. [ 915.327782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0705c1b-3bac-4c90-8e9e-fa4b35418732" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.446793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.447037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.449431] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.654120] env[65808]: INFO networking_nsxv3.common.synchronization [req-d1d2fe91-c07f-476f-9ff5-b929b43c4c4b req-540a9b1f-7993-4731-a222-e1bca2cd9a88 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_members [ 915.654997] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 with Priority: HIGHEST for action security_group_members [ 915.655210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.656025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.656595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.656595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.656904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.656904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.656904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.657022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.657117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.657268] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b8550b7-b73e-48e4-a2f2-d796883ddfb8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.668975] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.669398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.669398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.669522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.669570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.669671] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 915.701380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.701624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.701624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.701816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.701964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.712558] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 915.952042] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.154901] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 916.155422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.155752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.156122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.156526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.156694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.156809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.157064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.158220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.159792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.159792] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.159792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.159792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.160596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.161067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.161067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.161067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.161537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.161898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.162051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.162230] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.163689] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.164268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.164384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.164604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.187176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.187494] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.187682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.187682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.188115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.188205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.188539] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 is going to be updated. [ 916.219876] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.219961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.219997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.220240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.220384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.233948] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 in Status: IN_PROGRESS for 2s [ 916.351036] env[65808]: INFO networking_nsxv3.common.synchronization [req-e2ad71ed-9aa7-48ba-b80b-6e2b4c892230 req-c415e073-b9ea-4ae5-8ff9-bf1677356582 tempest-ServersTestJSON-846754307 tempest-ServersTestJSON-846754307-project-member] Enqueued Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_members [ 916.351997] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a0be39-933b-49e6-90a7-9d50828506ff with Priority: HIGHEST for action security_group_members [ 916.351997] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a0be39-933b-49e6-90a7-9d50828506ff taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.352329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.352329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.352464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.352627] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.352727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.352788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.352937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.353044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.353433] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a0be39-933b-49e6-90a7-9d50828506ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.458246] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.458246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.458246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.458246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.458246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.458246] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be updated. [ 916.498670] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.498831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.498831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.499587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.499587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.510781] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: IN_PROGRESS for 2s [ 916.666990] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09622f52-495c-46f5-9990-1f2e256addba: rpc.has_security_group_logging(os_id): False [ 916.688562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.688880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.688880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.689012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.693510] env[65808]: INFO networking_nsxv3.common.synchronization [req-21207a55-ec5e-4dcd-9edc-a10eced31230 req-f1350810-3d4b-4604-a9d2-d611b3b8c0d7 tempest-ListImageFiltersTestJSON-1653859653 tempest-ListImageFiltersTestJSON-1653859653-project-member] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 916.693713] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGHEST for action security_group_members [ 916.698022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.698022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.698022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.698022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.698022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.698022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.698022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.698022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.698022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.698022] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.711569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.711947] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.712130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.712247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.712507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.712610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.712876] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.713075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.713192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.713292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.714684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.714684] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.714684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.714684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.714684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.714684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.714906] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 916.809753] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.809945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.810060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.810293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.810555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.846796] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 916.859029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.859029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.859029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.859029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.892618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.893267] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.893413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.893486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.894030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.894153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.894258] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a0be39-933b-49e6-90a7-9d50828506ff is going to be updated. [ 916.960176] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.960176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.960176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.960176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.960176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.973346] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a0be39-933b-49e6-90a7-9d50828506ff in Status: IN_PROGRESS for 2s [ 917.197349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.197507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.197581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.197811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.225823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.226111] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.226233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.226293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.226537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.226637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.226731] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be updated. [ 917.254395] env[65808]: INFO networking_nsxv3.common.synchronization [req-e8c2bb5d-c7f8-461f-843f-e2a560276f53 req-9628c94d-fdb4-4d7f-af87-43fec84bad52 tempest-ServerActionsV293TestJSON-345967366 tempest-ServerActionsV293TestJSON-345967366-project-member] Enqueued Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_members [ 917.254971] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_members [ 917.255865] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.255865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.255865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.255865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.255865] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.256079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.256079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.256164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.256828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.256933] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.276628] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.276831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.277144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.277217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.277412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.292055] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: IN_PROGRESS for 2s [ 917.666227] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.666458] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-852" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.667344] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-852" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.667838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-852" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.668158] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.668329] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.668448] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.668741] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.668892] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.669130] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.669243] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.669351] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.669455] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.669559] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.669661] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.669792] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.692348] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.692348] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.692348] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.692348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-852" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.692348] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.692348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.692348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.692348] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.692348] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ec7e6f-d7db-431c-b680-ccbb8b1d6100',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.725725] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 4s [ 917.761872] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.762043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.762124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.762617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.762617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.762617] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.762786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.762786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.763041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.763041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.763125] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab already deleted. [ 917.763177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.195475] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.195475] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.195475] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.195778] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.195925] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.196089] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 not found, creating... [ 918.196371] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.196545] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.196716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.196892] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.197042] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.197386] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.197541] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.197657] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.197865] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.197994] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.198145] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 is going to be created. [ 918.221158] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.221386] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.221603] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.221827] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.222126] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.222334] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.238351] env[65808]: INFO networking_nsxv3.common.synchronization [req-f4650473-4fbc-4a0a-9514-3ad6a0b210bf req-275ea8a2-43bc-4d29-b8d1-137310529173 tempest-ServerRescueTestJSONUnderV235-2047106549 tempest-ServerRescueTestJSONUnderV235-2047106549-project-member] Enqueued Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 918.239051] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e with Priority: HIGHEST for action security_group_members [ 918.239269] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.239379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.245442] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 in Status: SUCCESS [ 918.245669] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b8550b7-b73e-48e4-a2f2-d796883ddfb8 deletion is rescheduled due to dependency. [ 918.245787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b8550b7-b73e-48e4-a2f2-d796883ddfb8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.522189] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 918.522470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.522674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.522999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.523233] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.523358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.523471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.523596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.523677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.523774] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.863065] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 918.863065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.863065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.863065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.863065] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.979587] env[65808]: INFO networking_nsxv3.common.synchronization [req-e8c2bb5d-c7f8-461f-843f-e2a560276f53 req-6342c547-7701-47d0-ad0d-0f8b74b057c5 service nova] Enqueued Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_rules [ 918.979776] env[65808]: INFO networking_nsxv3.common.synchronization [req-e8c2bb5d-c7f8-461f-843f-e2a560276f53 req-6342c547-7701-47d0-ad0d-0f8b74b057c5 service nova] Enqueued Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_members [ 918.979913] env[65808]: INFO networking_nsxv3.common.synchronization [req-e8c2bb5d-c7f8-461f-843f-e2a560276f53 req-6342c547-7701-47d0-ad0d-0f8b74b057c5 service nova] Enqueued Resource ID: a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 with Priority: HIGHEST for action port [ 918.983043] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_rules [ 918.983460] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_members [ 918.983594] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 with Priority: HIGHEST for action port [ 918.983907] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.984841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.985041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.985350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.985509] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.986955] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.987099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.987151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.987331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.987517] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.987584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.987647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.987787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.987870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.987961] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.989666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.989780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.989843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.990013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.990111] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ec7e6f-d7db-431c-b680-ccbb8b1d6100',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.001600] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a0be39-933b-49e6-90a7-9d50828506ff in Status: SUCCESS [ 919.001761] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a0be39-933b-49e6-90a7-9d50828506ff deletion is rescheduled due to dependency. [ 919.001865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a0be39-933b-49e6-90a7-9d50828506ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.025806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.025974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.026057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.026269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.050058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.050058] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.050058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.050058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.050058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.050058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.050058] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be updated. [ 919.075933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.076087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.076164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.076371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.076517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.090339] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: IN_PROGRESS for 2s [ 919.303704] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db in Status: SUCCESS [ 919.304468] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db deletion is rescheduled due to dependency. [ 919.304468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.367913] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.368108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.368183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.368426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.368598] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.368701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.368783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.368956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.369055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.369148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.369270] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.487553] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.487712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.490190] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.494545] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 with status ACTIVE [ 919.494545] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.494823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.494900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.495156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.495245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.495454] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.496086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.496086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.496086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.496086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.496086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.496504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.496504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.496504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.496504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.496504] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ec7e6f-d7db-431c-b680-ccbb8b1d6100 is going to be updated. [ 919.524824] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.525042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.525120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.525409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.525580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.525892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ec7e6f-d7db-431c-b680-ccbb8b1d6100" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.738342] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 919.738342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.837495] env[65808]: INFO networking_nsxv3.common.synchronization [req-91ec21e6-e118-4938-ac50-76e4d0566934 req-1a9a00e4-c454-4340-860f-3654cfeed011 tempest-ServerAddressesNegativeTestJSON-787834455 tempest-ServerAddressesNegativeTestJSON-787834455-project-member] Enqueued Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_members [ 919.838046] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_members [ 919.838554] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.838554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.838554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.838872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.838995] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.839226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.839226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.839468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.839468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.839468] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.872704] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.872704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.872704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.872704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.872704] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.873541] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.873541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.873796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.873796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.873861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.873951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.875279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.875279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.875279] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.992541] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.304108] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.304108] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-651" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.304108] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-651" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.304108] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-651" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.304108] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.304108] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.304108] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.304837] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.305216] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.305564] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.305819] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.306045] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.306372] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.306601] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.308754] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.308754] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.329517] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.329517] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.329763] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.329885] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-651" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.330264] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-515fdc90-0eaf-4639-872c-b9c821d6f500 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.330415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.330571] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.330926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.335336] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515fdc90-0eaf-4639-872c-b9c821d6f500',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.344495] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.344495] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.344495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.346227] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14a8a096-150b-48f1-b667-7e2f23773361 already deleted. [ 920.346227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.380785] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09622f52-495c-46f5-9990-1f2e256addba: rpc.has_security_group_logging(os_id): False [ 920.401854] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.402128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.402207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.402496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.402673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.403055] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.403250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.403325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.403580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.403698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.404038] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.404229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.404294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.404506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.404650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.404818] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.404924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.404984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.405160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.405236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.405342] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 920.473519] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.473519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.473651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.473787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.473950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.491064] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 920.498180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.498400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.498400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.498819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.498953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.499094] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab is going to be created. [ 920.537928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.537928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.537928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.538170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.538255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.558492] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab in Status: UNINITIALIZED for 2s [ 920.812463] env[65808]: INFO networking_nsxv3.common.synchronization [req-402beef2-ef12-4d22-8dce-01335b429915 req-f825bab5-a7ab-4e3f-b72c-3678ce37af7e tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 920.813166] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 920.813579] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.813746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.813844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.814132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.814346] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.814542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.814595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.814778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.814901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.815043] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.841404] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.841605] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.841778] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.842154] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.842794] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.842794] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 515fdc90-0eaf-4639-872c-b9c821d6f500 not found, creating... [ 920.842794] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.843082] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843272] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.843511] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.843655] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.844012] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.845174] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.845174] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.845174] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.845174] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.845174] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 515fdc90-0eaf-4639-872c-b9c821d6f500 is going to be created. [ 920.870987] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.870987] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.870987] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.870987] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.870987] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.870987] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.104608] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 921.104887] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e deletion is rescheduled due to dependency. [ 921.104928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.105150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.105285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.105474] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.105589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.105656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.105812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.105893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.105977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.106149] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd66d61-903b-4069-bb05-3b8626c43e4e taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.106347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.106347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.106421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.106549] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.107495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.107495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.107495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.107495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.107495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.107495] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.108506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.108649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.108802] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.108903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.108965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.109121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.109338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.109338] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.203589] env[65808]: INFO networking_nsxv3.common.synchronization [req-9850be5e-accd-4173-ae2e-efb762f6e700 req-4d7fba03-ba7c-4018-bc22-27c3b83dfdad tempest-MultipleCreateTestJSON-2035586890 tempest-MultipleCreateTestJSON-2035586890-project-member] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 921.204232] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGHEST for action security_group_members [ 921.204564] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.204674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.318557] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.611554] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd66d61-903b-4069-bb05-3b8626c43e4e: rpc.has_security_group_logging(os_id): False [ 921.612844] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.612974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.613392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.613392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.613392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.613567] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.613645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.613710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.613856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.613927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.614018] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be updated. [ 921.629753] env[65808]: INFO networking_nsxv3.common.synchronization [req-91ec21e6-e118-4938-ac50-76e4d0566934 req-fedc01fd-df15-4622-8a4a-ed983c2c46ae service nova] Enqueued Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_rules [ 921.629928] env[65808]: INFO networking_nsxv3.common.synchronization [req-91ec21e6-e118-4938-ac50-76e4d0566934 req-fedc01fd-df15-4622-8a4a-ed983c2c46ae service nova] Enqueued Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_members [ 921.630108] env[65808]: INFO networking_nsxv3.common.synchronization [req-91ec21e6-e118-4938-ac50-76e4d0566934 req-fedc01fd-df15-4622-8a4a-ed983c2c46ae service nova] Enqueued Resource ID: 515fdc90-0eaf-4639-872c-b9c821d6f500 with Priority: HIGHEST for action port [ 921.630970] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_rules [ 921.630970] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_members [ 921.630970] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515fdc90-0eaf-4639-872c-b9c821d6f500 with Priority: HIGHEST for action port [ 921.631963] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.632146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.632218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.632434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.632525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.632786] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.632907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.632952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.633111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.633192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.633427] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.633527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.633594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.633741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.633816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.634035] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.634136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.634200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.634347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.634426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.634552] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be updated. [ 921.635778] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.635926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.635926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.636191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.636280] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.637237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.637337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.638254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.638254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.638254] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.638254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.638254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.638254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.638254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.638254] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.639055] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-515fdc90-0eaf-4639-872c-b9c821d6f500 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.639206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.639303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.639441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.639441] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515fdc90-0eaf-4639-872c-b9c821d6f500',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.650909] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.650909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.650909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.650909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.650909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.661542] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: IN_PROGRESS for 2s [ 921.709433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.709609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.709695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.709846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.709995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.725903] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: IN_PROGRESS for 2s [ 921.820804] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.141656] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.141990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.141990] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.143194] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 515fdc90-0eaf-4639-872c-b9c821d6f500 with status ACTIVE [ 922.143194] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.143364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.143364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.143514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.143943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.143943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.143943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.143943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.144140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.144181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.144349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.144545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.144624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.144742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.144792] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 515fdc90-0eaf-4639-872c-b9c821d6f500 is going to be updated. [ 922.178362] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.178839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.178839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.179082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.179127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.179279] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515fdc90-0eaf-4639-872c-b9c821d6f500" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.323555] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.323734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.323803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.324058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.324200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.324301] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 922.360422] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.360761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.360761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.360896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.361655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.371263] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 922.508189] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 922.508189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.569860] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab in Status: SUCCESS [ 922.571084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.571084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.571084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.571084] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.571084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.571084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.571084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.571399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.571399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.571399] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.647505] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.074191] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.150201] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.150628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.150628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.150867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.150966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.151113] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14a8a096-150b-48f1-b667-7e2f23773361 is going to be created. [ 923.182516] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.182652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.182747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.182981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.183293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.202288] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14a8a096-150b-48f1-b667-7e2f23773361 in Status: UNINITIALIZED for 2s [ 923.575918] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f44701-24ad-4edf-83ee-83bd4fa8e4ab: rpc.has_security_group_logging(os_id): False [ 923.599175] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.599175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.599415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.599502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.599659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.600417] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.600417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.600417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.600417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.600417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.600760] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab is going to be created. [ 923.672418] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 923.672418] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e deletion is rescheduled due to dependency. [ 923.672418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.676632] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.676978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.677930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.677930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.677930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.691128] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab in Status: IN_PROGRESS for 2s [ 923.751563] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e in Status: SUCCESS [ 923.751763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.752448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.752448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.752448] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd66d61-903b-4069-bb05-3b8626c43e4e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.272904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.273243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.273243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.273243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.273345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.273434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd66d61-903b-4069-bb05-3b8626c43e4e is going to be deleted. [ 924.324562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.324785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.324842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.325106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.325235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.325367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd66d61-903b-4069-bb05-3b8626c43e4e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.383573] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 924.383573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.383851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.384010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.384230] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.384313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.384374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.384519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.384599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.384695] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.428465] env[65808]: INFO networking_nsxv3.common.synchronization [req-5123fea3-6c3e-4698-8c7d-a124f10bc3c2 req-f2cfd585-65da-4294-99d4-1168a8d23a22 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 924.429019] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 924.429434] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.429582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.429882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.429882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.431333] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.431457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.431457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.431685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.431766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.432783] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.561108] env[65808]: INFO networking_nsxv3.common.synchronization [req-ea34b549-e7ff-43ea-a693-ae8649c70d3c req-494ebbae-1067-48f9-a019-bf857ff2b5bf tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 924.561731] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 924.562132] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.562297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.562404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.562680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.562891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.562993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.562993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.563154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.563235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.563328] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.887296] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.887425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.887622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.889890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.889890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.889890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.889890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.889890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.889890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.889890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.889890] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be updated. [ 924.914930] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.915817] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.915817] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.916523] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.916941] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.917221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.917432] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.917795] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.918038] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.918362] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.918568] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.918770] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.918951] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.919156] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.919332] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.919554] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.922024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.922210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.922329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.922608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.922787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.934995] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.935204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.935280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.935513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.937640] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: IN_PROGRESS for 2s [ 924.956344] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.956581] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.956862] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.957103] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.957565] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.957751] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.957884] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.958273] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.958458] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db083e5-5bcc-440f-b2b0-f43cbfc524a3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.991103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.991390] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.991542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.991591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.991785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.991872] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.991964] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 925.035872] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.036039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.036109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.036332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.036512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.047193] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 925.065376] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.065576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.065671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.065870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.065986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.066214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.066345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.066420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.066581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.066649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.066701] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 already deleted. [ 925.066767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.212522] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14a8a096-150b-48f1-b667-7e2f23773361 in Status: SUCCESS [ 925.212824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.213032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.213250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.213504] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.213666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.213777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.214016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.214164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.214274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.214370] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.460984] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.461395] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.461395] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.461739] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.461893] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.462123] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 1db083e5-5bcc-440f-b2b0-f43cbfc524a3 not found, creating... [ 925.462436] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.462645] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.462826] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.463107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.463251] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.463539] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.463697] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.463812] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.464029] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.464166] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.464306] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 1db083e5-5bcc-440f-b2b0-f43cbfc524a3 is going to be created. [ 925.486158] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.486381] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.486508] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.486789] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.487037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.487469] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.613547] env[65808]: INFO networking_nsxv3.common.synchronization [req-a49a1206-542a-43ef-8796-29db4d48aa9f req-12bb3afb-9039-41a4-92ce-9d2b866abff1 tempest-ServersWithSpecificFlavorTestJSON-1272180635 tempest-ServersWithSpecificFlavorTestJSON-1272180635-project-member] Enqueued Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 925.614183] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64bca6e-fc95-4b76-9698-932e1715207e with Priority: HIGHEST for action security_group_members [ 925.614497] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64bca6e-fc95-4b76-9698-932e1715207e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.614624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.614692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.614897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.615193] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.615314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.615379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.615538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.615628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.615722] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64bca6e-fc95-4b76-9698-932e1715207e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.705226] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab in Status: SUCCESS [ 925.705432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.717468] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.717644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.717716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.717952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.718174] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.718255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.718294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.718455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.718578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.718680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.718796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.719147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.719147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.719147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.719353] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.719353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.719353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.719559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.719559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.719728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.719728] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.117971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.118212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.118212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.118507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.151642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.151642] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.151642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.151642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.151642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.151642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.151642] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e is going to be updated. [ 926.177655] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.178281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.178490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.179270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.180601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.194994] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: IN_PROGRESS for 2s [ 926.225214] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14a8a096-150b-48f1-b667-7e2f23773361: rpc.has_security_group_logging(os_id): False [ 926.228759] env[65808]: INFO networking_nsxv3.common.synchronization [req-ea34b549-e7ff-43ea-a693-ae8649c70d3c req-a7abe777-2922-4af8-92fc-339b989e0651 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 926.229030] env[65808]: INFO networking_nsxv3.common.synchronization [req-ea34b549-e7ff-43ea-a693-ae8649c70d3c req-a7abe777-2922-4af8-92fc-339b989e0651 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 926.229247] env[65808]: INFO networking_nsxv3.common.synchronization [req-ea34b549-e7ff-43ea-a693-ae8649c70d3c req-a7abe777-2922-4af8-92fc-339b989e0651 service nova] Enqueued Resource ID: 1db083e5-5bcc-440f-b2b0-f43cbfc524a3 with Priority: HIGHEST for action port [ 926.231891] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 926.231891] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 926.231891] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db083e5-5bcc-440f-b2b0-f43cbfc524a3 with Priority: HIGHEST for action port [ 926.231891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.232129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.232129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.232369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.232453] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.237887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.238605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.238605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.238605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.238605] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.238806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.238806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.238868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.238912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.239019] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.241186] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.241186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.241186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.241336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.241336] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db083e5-5bcc-440f-b2b0-f43cbfc524a3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.252555] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.252747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.252808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.253185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.253185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.253352] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.253767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.253767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.253767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.253767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.253989] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.254108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.254170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.254335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.254437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.254660] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.254753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.254812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.254953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.255913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.256591] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14a8a096-150b-48f1-b667-7e2f23773361 is going to be created. [ 926.334776] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.334776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.334776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.334776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.334776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.359521] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14a8a096-150b-48f1-b667-7e2f23773361 in Status: IN_PROGRESS for 2s [ 926.736485] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.736777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.744248] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.746047] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db083e5-5bcc-440f-b2b0-f43cbfc524a3 with status ACTIVE [ 926.746312] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.746476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.746621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.746849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.746969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.747228] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.747372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.747466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.747674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.747792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.748071] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.748241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.748334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.748522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.748641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.748746] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db083e5-5bcc-440f-b2b0-f43cbfc524a3 is going to be updated. [ 926.773668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.773896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.773896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.774034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.775037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.775037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db083e5-5bcc-440f-b2b0-f43cbfc524a3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.961201] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09622f52-495c-46f5-9990-1f2e256addba in Status: SUCCESS [ 926.961959] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09622f52-495c-46f5-9990-1f2e256addba deletion is rescheduled due to dependency. [ 926.961959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.058384] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 927.058524] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b deletion is rescheduled due to dependency. [ 927.058666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.120378] env[65808]: INFO networking_nsxv3.common.synchronization [req-f94c42e8-3549-4a55-9114-6cc0d9b663e5 req-790cecc6-4c84-4bf6-84f4-b794705735f2 tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 927.120982] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 927.121292] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.121393] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.246775] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.481097] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.481467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.481467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.481784] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.482055] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.482213] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.482425] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.482537] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.482675] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.482912] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.483036] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.483147] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.483251] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.483361] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.483464] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.483590] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.513320] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.513503] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.513708] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.513889] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.514266] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-a0eb6732-b872-45b7-881a-0544f64a5853 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.514687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.514687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.516112] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.516490] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0eb6732-b872-45b7-881a-0544f64a5853',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.752785] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.753140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.753333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.753705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.753929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.754187] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be created. [ 927.779966] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.780147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.780222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.780450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.780710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.796729] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: UNINITIALIZED for 2s [ 928.020091] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.020336] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.020460] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.020849] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.020990] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.021153] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port a0eb6732-b872-45b7-881a-0544f64a5853 not found, creating... [ 928.021417] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.021591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.021722] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.022136] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.022136] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.022347] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.022497] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.022610] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.022824] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.022949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.023102] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: a0eb6732-b872-45b7-881a-0544f64a5853 is going to be created. [ 928.045630] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.045873] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.046037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.046340] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.046635] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.046866] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.213261] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64bca6e-fc95-4b76-9698-932e1715207e in Status: SUCCESS [ 928.213486] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64bca6e-fc95-4b76-9698-932e1715207e deletion is rescheduled due to dependency. [ 928.213612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64bca6e-fc95-4b76-9698-932e1715207e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.373716] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14a8a096-150b-48f1-b667-7e2f23773361 in Status: SUCCESS [ 928.373716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.747580] env[65808]: INFO networking_nsxv3.common.synchronization [req-f94c42e8-3549-4a55-9114-6cc0d9b663e5 req-5bb25d72-dace-4b90-b646-123727cc0610 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 928.747580] env[65808]: INFO networking_nsxv3.common.synchronization [req-f94c42e8-3549-4a55-9114-6cc0d9b663e5 req-5bb25d72-dace-4b90-b646-123727cc0610 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 928.747814] env[65808]: INFO networking_nsxv3.common.synchronization [req-f94c42e8-3549-4a55-9114-6cc0d9b663e5 req-5bb25d72-dace-4b90-b646-123727cc0610 service nova] Enqueued Resource ID: a0eb6732-b872-45b7-881a-0544f64a5853 with Priority: HIGHEST for action port [ 928.748426] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 928.748574] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 928.748700] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb6732-b872-45b7-881a-0544f64a5853 with Priority: HIGHEST for action port [ 928.749235] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.750394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.751387] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.751593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.751806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0eb6732-b872-45b7-881a-0544f64a5853 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.752666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.752666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.752666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.752666] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0eb6732-b872-45b7-881a-0544f64a5853',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.257524] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0eb6732-b872-45b7-881a-0544f64a5853 with status ACTIVE [ 929.257806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.257806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.257897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.258186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.258186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.258350] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.258451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.258520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.258679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.258756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.258936] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.259037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.259125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.259237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.259307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.259388] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0eb6732-b872-45b7-881a-0544f64a5853 is going to be updated. [ 929.281685] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.281858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.281946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.282213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.283149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.283149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0eb6732-b872-45b7-881a-0544f64a5853" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.812555] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 929.812845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.813076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.813315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.813614] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.813744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.813804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.814169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.814169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.814169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.814305] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.815153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.815338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.815523] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.815636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.815701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.815852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.815933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.816041] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.318305] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.318613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.318613] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.821501] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.329569] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.330832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.330832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.330832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.330832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.330832] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 931.366348] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.366618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.366618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.366844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.367056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.379400] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 933.396617] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 933.396927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.397430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.397430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.397554] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.397615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.397673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.398254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.398254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.398254] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.751194] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 933.751194] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 933.812862] env[65808]: INFO networking_nsxv3.common.synchronization [req-cb95ea5c-7ce8-406f-a8c1-29337422c3ff req-19cc02e4-5b1f-4fe7-82fb-ca241e2275b4 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 933.813503] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 933.813870] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.814045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.814128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.814404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.814599] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.814725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.814806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.814993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.815109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.815218] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.900873] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.174448] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.174649] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.174853] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.175175] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.175470] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.175664] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.175832] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.176173] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.176405] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.176673] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.176804] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.176919] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.177037] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.177147] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.177250] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.177374] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.199396] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.199396] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.199396] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.199675] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.199828] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-8253acbb-898a-448c-8377-09397a6522ff taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.199972] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.200103] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.200432] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.200570] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8253acbb-898a-448c-8377-09397a6522ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.317583] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.317744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.318813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.318813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.339642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.339897] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.340042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.340134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.340440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.340531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.341626] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 934.368456] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.369361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.369361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.369361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.369361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.378471] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 934.402997] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.706947] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.706947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.706947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.706947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.706947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.706947] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 8253acbb-898a-448c-8377-09397a6522ff not found, creating... [ 934.706947] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.706947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.706947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.707300] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.707300] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.707545] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.707742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.707795] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.707993] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.709161] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.709374] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 8253acbb-898a-448c-8377-09397a6522ff is going to be created. [ 934.734687] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.734687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.734687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.734687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.734687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.734953] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.905489] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.905789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.905789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.905942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.906053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.906158] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 934.946654] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.946850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.946850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.947143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.947277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.961846] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 935.350702] env[65808]: INFO networking_nsxv3.common.synchronization [req-06a6b03e-2e6a-416a-ada6-44cb8e2e4bd0 req-c7c6dfa6-c2a9-4ffd-9146-f2f3fee1b6bf tempest-ServerAddressesNegativeTestJSON-787834455 tempest-ServerAddressesNegativeTestJSON-787834455-project-member] Enqueued Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_members [ 935.351887] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGHEST for action security_group_members [ 935.351887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.351887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.351887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.352127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.352533] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.352533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.352533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.352688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.352688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.352870] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.517972] env[65808]: INFO networking_nsxv3.common.synchronization [req-cb95ea5c-7ce8-406f-a8c1-29337422c3ff req-30178dbd-b869-4303-af2b-72005b054d58 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 935.517972] env[65808]: INFO networking_nsxv3.common.synchronization [req-cb95ea5c-7ce8-406f-a8c1-29337422c3ff req-30178dbd-b869-4303-af2b-72005b054d58 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 935.517972] env[65808]: INFO networking_nsxv3.common.synchronization [req-cb95ea5c-7ce8-406f-a8c1-29337422c3ff req-30178dbd-b869-4303-af2b-72005b054d58 service nova] Enqueued Resource ID: 8253acbb-898a-448c-8377-09397a6522ff with Priority: HIGHEST for action port [ 935.518279] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 935.518279] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 935.518279] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8253acbb-898a-448c-8377-09397a6522ff with Priority: HIGHEST for action port [ 935.518891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.518891] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.519088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.519944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.519944] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.520309] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.520400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.520588] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8253acbb-898a-448c-8377-09397a6522ff taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.520727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.520788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.524124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.524124] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8253acbb-898a-448c-8377-09397a6522ff',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.854660] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.854834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.854908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.855165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.855268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.855490] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.855599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.855665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.855841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.855921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.856053] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14a8a096-150b-48f1-b667-7e2f23773361 is going to be updated. [ 935.885559] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.885559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.885559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.885828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.886044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.894885] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14a8a096-150b-48f1-b667-7e2f23773361 in Status: IN_PROGRESS for 2s [ 936.025693] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.025880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.027192] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8253acbb-898a-448c-8377-09397a6522ff with status ACTIVE [ 936.027192] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.027192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.027192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.027192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.027192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.027192] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.027192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.027192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.027192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.027601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.027601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.027601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.027601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.027844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.027844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.027897] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8253acbb-898a-448c-8377-09397a6522ff is going to be updated. [ 936.053027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.054264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.054374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.055021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.055021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.055021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8253acbb-898a-448c-8377-09397a6522ff" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.394030] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 936.394030] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 deletion is rescheduled due to dependency. [ 936.394030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.394030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.394030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.394030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.394030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.394030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.394030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.394030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.394030] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.900466] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.972130] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 936.972373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.972527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.972751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.972970] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.973184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.973184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.973292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.973489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.973489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.973599] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.973697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.973776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.973937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.974089] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.974176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.974232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.974419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.974498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.974543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.974599] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.403319] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.480015] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466fb0ac-380d-4c36-8aa3-b67c641f2657: rpc.has_security_group_logging(os_id): False [ 937.497036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.497162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.497162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.497341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.497466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.497668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.497773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.497831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.497979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.498067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.498242] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.498339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.498400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.498544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.498620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.498827] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.498925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.498979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.500282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.500282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.500282] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be created. [ 937.583859] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.584061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.584299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.584458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.585102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.595804] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 937.661088] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-6bad69c7-40e5-4d9a-aefa-d477a6b890a4 tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 937.661706] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 937.662143] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.662276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.662343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.662551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.662707] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.662840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.662981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.663119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.663209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.663310] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.905690] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.905690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.905990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.905990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.906294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.906294] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 937.907911] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14a8a096-150b-48f1-b667-7e2f23773361 in Status: SUCCESS [ 937.908082] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14a8a096-150b-48f1-b667-7e2f23773361 deletion is rescheduled due to dependency. [ 937.908186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.942525] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.942696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.942696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.944347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.944347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.955342] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 937.961516] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-dea0864f-2870-426f-9e99-22dfe0e1acee tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 937.962477] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 937.962477] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.962610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.166461] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.166624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.166692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.166922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.197743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.197874] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.197968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.198102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.198297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.198365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.198452] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 938.230807] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.230962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.231047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.231264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.231407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.240891] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 938.309013] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.309224] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.309796] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.309796] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.309994] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.310172] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.312271] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.312271] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.312271] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.312271] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.312271] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.312271] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.312271] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.312271] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.312271] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.312271] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.355409] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.355597] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.355744] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.356154] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-108" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.356496] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.356987] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.356987] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.357242] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.357398] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb124c3-4ebf-4899-a96e-f7148aa31fe5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.860895] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.861132] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.861219] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.861500] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.861650] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.861954] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 3fb124c3-4ebf-4899-a96e-f7148aa31fe5 not found, creating... [ 938.862063] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.862222] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.862343] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.862557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.862684] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.862983] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.863165] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.863279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.863482] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.863675] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.863744] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 3fb124c3-4ebf-4899-a96e-f7148aa31fe5 is going to be created. [ 938.889629] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.889629] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.889629] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.889629] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.889629] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.889629] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.605645] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-101bdb57-768a-4102-b267-5d860131f4af service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 939.605977] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-101bdb57-768a-4102-b267-5d860131f4af service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 939.605977] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-101bdb57-768a-4102-b267-5d860131f4af service nova] Enqueued Resource ID: 3fb124c3-4ebf-4899-a96e-f7148aa31fe5 with Priority: HIGHEST for action port [ 939.606608] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 939.606608] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 939.606807] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb124c3-4ebf-4899-a96e-f7148aa31fe5 with Priority: HIGHEST for action port [ 939.606949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.607980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.607980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.608368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.608368] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.609311] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.609409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.609624] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.609722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.609777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.609958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.610048] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb124c3-4ebf-4899-a96e-f7148aa31fe5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.614647] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 939.614647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.614801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.615016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.615115] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.917251] env[65808]: INFO networking_nsxv3.common.synchronization [req-cd16f76e-71b5-4681-bf6e-aa6b142bf6a5 req-0659c220-57a1-42c3-8562-fa23d50330a2 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_members [ 939.917715] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGHEST for action security_group_members [ 939.918027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.918148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.918213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.919086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.919086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.919086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.919086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.919086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.919086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.919086] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.967051] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 939.967642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.967642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.967642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.967926] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.968062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.968062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.968352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.968352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.968352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.968556] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.117468] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fb124c3-4ebf-4899-a96e-f7148aa31fe5 with status ACTIVE [ 940.118014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.118149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.118269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.118552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.118693] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.118926] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.119084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.119178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.119390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.119511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.119794] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.119935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.120044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.120247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.120360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.120474] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fb124c3-4ebf-4899-a96e-f7148aa31fe5 is going to be updated. [ 940.121832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.121969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.122272] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.122402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.122496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.122711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.122937] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.123107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.123238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.123477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.123613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.123752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.123905] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.150030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.150219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.150219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.150896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.150896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.150896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb124c3-4ebf-4899-a96e-f7148aa31fe5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.255551] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 940.255834] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 deletion is rescheduled due to dependency. [ 940.256532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.256784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.257188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.257421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.257579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.257673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.257876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.258166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.258273] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.432765] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.432932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.433081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.453964] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.454070] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-870" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.454205] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-870" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.454656] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-870" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.454916] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.455119] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.455240] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.455486] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.455635] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.455807] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.455916] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.456029] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.456135] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.456239] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.456340] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.456463] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.459252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.459252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.459252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.459252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.459252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.459252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.459252] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 is going to be updated. [ 940.470832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.470992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.471079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.471730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.471730] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.471730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.471730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.471948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.471979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.472080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.472225] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.472319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.472374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.472513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.472828] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.472828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.472828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.472972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.473018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.473108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.473213] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.478441] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.478621] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.478739] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.478898] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-870" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.479265] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-60d0c625-167e-47ca-8936-45d7c564fb53 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.479366] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.479490] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.479767] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.479916] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d0c625-167e-47ca-8936-45d7c564fb53',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.488361] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.488514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.488564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.488755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.488959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.498600] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: IN_PROGRESS for 2s [ 940.628677] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.629331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.629331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.629331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.629331] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.629582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.629582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.630022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.630022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.630022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.630166] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.630233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.630296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.630474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.630673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.630766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.630903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.630956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.631041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.631125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.631212] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.760790] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.793404] env[65808]: INFO networking_nsxv3.common.synchronization [None req-63bb6448-7141-4163-ade4-fd29960cefdb None None] Enqueued Resource ID: 46dc3bf8-c81a-4d50-95a0-3ffda8b06464 with Priority: HIGHEST for action port [ 940.794026] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46dc3bf8-c81a-4d50-95a0-3ffda8b06464 with Priority: HIGHEST for action port [ 940.794358] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-46dc3bf8-c81a-4d50-95a0-3ffda8b06464 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.794474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46dc3bf8-c81a-4d50-95a0-3ffda8b06464" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.794474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46dc3bf8-c81a-4d50-95a0-3ffda8b06464" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.795783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46dc3bf8-c81a-4d50-95a0-3ffda8b06464" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.795783] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46dc3bf8-c81a-4d50-95a0-3ffda8b06464',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.975120] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e141a2f-46f1-4cca-b26d-829ab36ef879: rpc.has_security_group_logging(os_id): False [ 940.983835] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.984229] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.984474] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.984607] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.984765] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.984918] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 60d0c625-167e-47ca-8936-45d7c564fb53 not found, creating... [ 940.985279] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.985477] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.985616] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.985883] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.986065] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.986446] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.986672] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.986816] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.988256] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.988256] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.988256] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 60d0c625-167e-47ca-8936-45d7c564fb53 is going to be created. [ 940.998386] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.998573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.998651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.998889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.998995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.999246] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.999361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.999415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.999585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.999665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.999888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.999988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.000336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.000501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.000593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.000997] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.001119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.001207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.002817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.004487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.004487] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 941.012838] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.012838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.012838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.012838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.012838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.012838] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.097475] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.097638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.097711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.097946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.098098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.122642] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 941.138201] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466fb0ac-380d-4c36-8aa3-b67c641f2657: rpc.has_security_group_logging(os_id): False [ 941.170436] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.170584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.170741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.171088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.171200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.171440] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.171553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.171622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.171793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.171875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.172081] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.172180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.172248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.172376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.172449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.172636] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.173112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.173266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.173435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.173518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.173610] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 941.263239] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.279213] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.279375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.279447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.279662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.279816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.306933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 941.306933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46dc3bf8-c81a-4d50-95a0-3ffda8b06464 [ 941.306933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.306933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.306933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.306933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.306933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.306933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46dc3bf8-c81a-4d50-95a0-3ffda8b06464 already deleted. [ 941.306933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46dc3bf8-c81a-4d50-95a0-3ffda8b06464" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.767277] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.768096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.768096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.770328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.770328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.770328] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 941.796153] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-11c3290f-38d1-453e-bf48-395afad29e75 service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 941.796153] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-11c3290f-38d1-453e-bf48-395afad29e75 service nova] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 941.796153] env[65808]: INFO networking_nsxv3.common.synchronization [req-1221169f-c79c-48ab-9a8e-01f73d5c888c req-11c3290f-38d1-453e-bf48-395afad29e75 service nova] Enqueued Resource ID: 60d0c625-167e-47ca-8936-45d7c564fb53 with Priority: HIGHEST for action port [ 941.796554] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_rules [ 941.796697] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 941.796794] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d0c625-167e-47ca-8936-45d7c564fb53 with Priority: HIGHEST for action port [ 941.797172] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.797274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.799034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.799034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.799034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d0c625-167e-47ca-8936-45d7c564fb53 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.799034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.799034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.799034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.799034] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d0c625-167e-47ca-8936-45d7c564fb53',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.806587] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.806587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.806587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.806587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.806587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.817313] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 942.302425] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d0c625-167e-47ca-8936-45d7c564fb53 with status ACTIVE [ 942.302756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.302946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.303067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.303325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.303467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.303679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.304518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.304518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.304518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.304518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.304518] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.304518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.304518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.304804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.304804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.304804] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d0c625-167e-47ca-8936-45d7c564fb53 is going to be updated. [ 942.331834] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.331834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.331834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.332210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.332210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.332307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d0c625-167e-47ca-8936-45d7c564fb53" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.511952] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 in Status: SUCCESS [ 942.512174] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 deletion is rescheduled due to dependency. [ 942.512449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.860773] env[65808]: INFO networking_nsxv3.common.synchronization [None req-d4b73638-997c-4a8b-8202-3be6ddbbc178 tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 942.861303] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 942.861612] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.862361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.863126] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.864061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.864061] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.117612] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0fe3744d-1f39-4ffc-a98d-e7ef4d5921fd tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 943.117612] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 943.117612] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.121202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.137791] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 943.138025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.196237] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9d4ba2c7-acfd-4ab8-913d-07894772ed46 None None] Enqueued Resource ID: 43511aac-dc1b-40f3-b00b-7616fb843f77 with Priority: HIGHEST for action port [ 943.197087] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43511aac-dc1b-40f3-b00b-7616fb843f77 with Priority: HIGHEST for action port [ 943.198426] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-43511aac-dc1b-40f3-b00b-7616fb843f77 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.198426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43511aac-dc1b-40f3-b00b-7616fb843f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.198426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43511aac-dc1b-40f3-b00b-7616fb843f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.198426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43511aac-dc1b-40f3-b00b-7616fb843f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.198426] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43511aac-dc1b-40f3-b00b-7616fb843f77',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.321140] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 943.321379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.382989] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.383213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.383213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.383427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.383521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.383610] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f already deleted. [ 943.383694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.383843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.384009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.384095] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.487775] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0d87d00a-1d89-4898-9058-8b9c687df405 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 943.488619] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 943.489180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.489180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.489318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.489443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.489601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.489718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.489783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.489951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.490066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.490167] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.703022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43511aac-dc1b-40f3-b00b-7616fb843f77 [ 943.703022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.703022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.703022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.703022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.703310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.703310] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43511aac-dc1b-40f3-b00b-7616fb843f77 already deleted. [ 943.703384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43511aac-dc1b-40f3-b00b-7616fb843f77" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.827520] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 943.828596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.828596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.828596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.828596] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.828596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.828596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.828596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.828988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.828988] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.909201] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.909506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.909506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.909622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.909710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.909803] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f already deleted. [ 943.909883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.992536] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.331633] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.495234] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.834863] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.002593] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.002593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.002593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.002593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.002593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.002593] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 945.034240] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.034408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.034477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.034695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.034848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.045742] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 945.337677] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.337843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.337914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.338148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.338249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.338367] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 945.371103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.371247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.371330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.371526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.371690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.382466] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 946.333022] env[65808]: INFO networking_nsxv3.common.synchronization [req-194681bb-66c1-4eb7-9130-61eff882309c req-f67ee202-cfb4-43e4-8bd1-fc737597172f tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 946.333981] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 946.334595] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.335054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.336959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.336959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.336959] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.336959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.336959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.336959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.336959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.336959] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.643560] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.643759] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.643996] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.644490] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.644975] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.645279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.645479] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.646255] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.646255] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.646611] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.646736] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.646899] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.647076] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.647252] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.647521] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.648610] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.671563] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.671795] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.671869] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.672060] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.672762] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-2603c0da-25ea-4355-9e5b-143e1dfd55ce taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.672762] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.672762] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.673149] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.673291] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2603c0da-25ea-4355-9e5b-143e1dfd55ce',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.840796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.841086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.841186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.841420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.841566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.841886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.842042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.842128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.842274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.842385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.842535] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 946.875561] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.875725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.875870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.876120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.876266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.890232] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 946.939918] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.939918] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.939918] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.939918] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.939918] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.940511] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.940866] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.941259] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.941624] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.941967] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.942894] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.942894] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.942894] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.942894] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.942894] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.942894] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.969684] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.969879] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.969936] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.970279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-92" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.970622] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-e299c04b-84ac-4f29-82e6-a7a9f2628699 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.970821] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.970821] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.971260] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.971572] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e299c04b-84ac-4f29-82e6-a7a9f2628699',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.056774] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 947.057107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.176527] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.176997] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.177226] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177641] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.177877] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.178296] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 2603c0da-25ea-4355-9e5b-143e1dfd55ce not found, creating... [ 947.178558] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.178762] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.178885] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.179216] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.179365] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.179700] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.179887] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.180011] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.180254] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.180414] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.180559] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 2603c0da-25ea-4355-9e5b-143e1dfd55ce is going to be created. [ 947.217511] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.217879] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.218064] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.218467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.218918] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.219571] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.402583] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 947.402583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.402583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.402583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.402938] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.402938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.402938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.403105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.403330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.403330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.403475] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.404526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.404625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.404813] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.404924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.405066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.405200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.405709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.405709] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.473672] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.474166] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.474166] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.474397] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.474595] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.474759] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port e299c04b-84ac-4f29-82e6-a7a9f2628699 not found, creating... [ 947.475055] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.475235] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.475355] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.475594] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.475727] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.476032] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.476192] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.476334] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.476554] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.476706] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.476853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: e299c04b-84ac-4f29-82e6-a7a9f2628699 is going to be created. [ 947.508742] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.509310] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.509503] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.509810] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.510104] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.510302] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.908195] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.908355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.908939] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.942510] env[65808]: INFO networking_nsxv3.common.synchronization [req-83bffe13-205b-4b1b-b7b3-4cc7ba890b24 req-9bab723c-97e3-4279-82cc-d6c61980f376 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 947.942924] env[65808]: INFO networking_nsxv3.common.synchronization [req-83bffe13-205b-4b1b-b7b3-4cc7ba890b24 req-9bab723c-97e3-4279-82cc-d6c61980f376 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 947.942924] env[65808]: INFO networking_nsxv3.common.synchronization [req-83bffe13-205b-4b1b-b7b3-4cc7ba890b24 req-9bab723c-97e3-4279-82cc-d6c61980f376 service nova] Enqueued Resource ID: 2603c0da-25ea-4355-9e5b-143e1dfd55ce with Priority: HIGHEST for action port [ 947.943310] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 947.943447] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 947.943543] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2603c0da-25ea-4355-9e5b-143e1dfd55ce with Priority: HIGHEST for action port [ 947.944082] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.944177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.944247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.944450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.944532] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.945420] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.945523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.946248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.946248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.946400] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.946446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.946499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.946654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.946745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.946837] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.949704] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2603c0da-25ea-4355-9e5b-143e1dfd55ce taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.949704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.949704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.949704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.949704] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2603c0da-25ea-4355-9e5b-143e1dfd55ce',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.225924] env[65808]: INFO networking_nsxv3.common.synchronization [req-194681bb-66c1-4eb7-9130-61eff882309c req-39d0e1f9-bae3-48a7-a74c-0ff51df35283 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 948.225924] env[65808]: INFO networking_nsxv3.common.synchronization [req-194681bb-66c1-4eb7-9130-61eff882309c req-39d0e1f9-bae3-48a7-a74c-0ff51df35283 service nova] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 948.225924] env[65808]: INFO networking_nsxv3.common.synchronization [req-194681bb-66c1-4eb7-9130-61eff882309c req-39d0e1f9-bae3-48a7-a74c-0ff51df35283 service nova] Enqueued Resource ID: e299c04b-84ac-4f29-82e6-a7a9f2628699 with Priority: HIGHEST for action port [ 948.228350] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_rules [ 948.228350] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 948.228350] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e299c04b-84ac-4f29-82e6-a7a9f2628699 with Priority: HIGHEST for action port [ 948.228350] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.228350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.228350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.229166] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.233483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.233483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.241538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e299c04b-84ac-4f29-82e6-a7a9f2628699 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.241538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.241538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.241538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.241538] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e299c04b-84ac-4f29-82e6-a7a9f2628699',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.456833] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.458152] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.461475] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.461475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.461475] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2603c0da-25ea-4355-9e5b-143e1dfd55ce with status ACTIVE [ 948.461475] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.461904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.461904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.462088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.462251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.462550] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.462713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.462814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.463095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.463494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.463558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.463749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.463820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.464081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.464218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.464365] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2603c0da-25ea-4355-9e5b-143e1dfd55ce is going to be updated. [ 948.492790] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.492953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.493726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.493726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.493726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.493726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2603c0da-25ea-4355-9e5b-143e1dfd55ce" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.741839] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.742138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.742423] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e299c04b-84ac-4f29-82e6-a7a9f2628699 with status ACTIVE [ 948.742675] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.742798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.742860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743343] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.743433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.743491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743919] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.744032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.744075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.744220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.744292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.744504] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e299c04b-84ac-4f29-82e6-a7a9f2628699 is going to be updated. [ 948.773226] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.773382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.773451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.773664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.773854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.773961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e299c04b-84ac-4f29-82e6-a7a9f2628699" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.903837] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 948.904013] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b deletion is rescheduled due to dependency. [ 948.904135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.904303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.904534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.904710] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.904832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.904906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.905115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.905196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.905292] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.968814] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.968814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.968814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.969155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.969361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.969496] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 948.970862] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.013238] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.013238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.013238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.013455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.013521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.024954] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 949.410034] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.473428] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.473710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.473783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.474813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.474988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.475098] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 949.525464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.525464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.525464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.525464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.525464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.542837] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 949.912257] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.415257] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.415451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.415507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.415864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.416039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.416204] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 950.449282] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.449457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.449499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.449712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.449912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.463160] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 951.035703] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 951.036047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.036104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.036318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.036510] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.036630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.036695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.036845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.036923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.037016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.037170] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.037259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.037317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.037457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.037595] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.037683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.037853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.038610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.038610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.038610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.038610] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.540889] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7a85ff-599b-47e1-ba69-e73139bb74f2: rpc.has_security_group_logging(os_id): False [ 951.556994] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 951.557240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.557398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.557642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.557834] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.557951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.558041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.558184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.558263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.558347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.558515] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.560483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.560483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.560483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.560635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.560635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.560926] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.560926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.561075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.562036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.562036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.562036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.562036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.562036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.562036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.562036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.562433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.562433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.562433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.562858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.562858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.562858] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 951.633266] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.633266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.633266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.633459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.633609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.648953] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 952.065553] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.066017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.066017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.066153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.066389] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.066503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.066570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.066744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.066834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.067044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.067246] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.067352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.067449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.067617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.067760] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.067873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.067944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.068147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.068251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.068340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.068474] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.478473] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 952.478973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.478973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.479378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.480207] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.480354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.480425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.480586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.480668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.481295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.481295] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.571263] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e141a2f-46f1-4cca-b26d-829ab36ef879: rpc.has_security_group_logging(os_id): False [ 952.591422] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.592082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.592082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.592284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.592464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.592572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.592895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.593109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.593430] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.593590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.593694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.593926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.594070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.594426] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.594575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.594687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.594793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.594871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.594963] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 952.671745] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.671888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.671949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.672465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.672465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.688296] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 952.983210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.983210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.983210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.983429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.983583] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.983668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.983735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.983890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.983970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.984064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.984222] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.984342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.984372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.984522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.984657] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.984741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.984824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.984926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.985034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.985083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.985202] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.228102] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 953.228102] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 953.488503] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274ecc65-088f-4d56-bd71-0f543e3e6b7b: rpc.has_security_group_logging(os_id): False [ 953.509420] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.509568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.509663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.509864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.509941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.510183] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.510281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.510342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.510568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.510649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.510916] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.511014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.511128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.511212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.511369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.511533] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.511668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.511668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.511806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.511871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.511955] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 953.636126] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.636885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.636885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.636885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.636885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.656135] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 953.668700] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 953.668825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.670122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.670122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.670122] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.172607] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.172607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.172607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.172607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.172607] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.172607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.172607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.172607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.173073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.173073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.173073] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.676457] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.676822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.676822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.677104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.677361] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.677511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.677601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.677832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.677956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.678075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.678247] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.678392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.678475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.678779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.678895] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.678991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.684296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.684586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.684689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.684814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.684918] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.706382] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 954.706614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.907349] env[65808]: INFO networking_nsxv3.common.synchronization [req-6ab76300-91da-4455-b060-3de4063cb0f8 req-4ff89d5a-3437-469e-9b89-f7e74e513ff9 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 954.907522] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 954.907899] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.908069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.908141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.908391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.908571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.908683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.908780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.909014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.909137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.909237] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.188997] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7a85ff-599b-47e1-ba69-e73139bb74f2: rpc.has_security_group_logging(os_id): False [ 955.209874] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.213241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.213410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.213576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.213676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.213908] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.214036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.214117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.214267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.214345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.214547] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.214643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.214716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.214833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.214906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.215466] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.219142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.219142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.219142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.219142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.219142] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 955.300222] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.300418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.300418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.300679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.301098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.318963] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 955.354357] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.355287] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.355287] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.355558] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.355637] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.355836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.355977] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.356384] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.356463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.356677] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.356789] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.356897] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.357048] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.357165] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.357267] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.357431] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.394857] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.395044] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.395187] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.396461] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.396461] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-595a9e26-f11f-4a7a-afe8-f5299a022256 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.396461] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.396461] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.396461] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.396461] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595a9e26-f11f-4a7a-afe8-f5299a022256',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.411331] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.675239] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 955.675476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.899405] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.899735] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.899780] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.900087] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.900251] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.900402] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 595a9e26-f11f-4a7a-afe8-f5299a022256 not found, creating... [ 955.900666] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.900931] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.901058] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.901278] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.901453] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.901737] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.901907] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.903396] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.903396] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.903653] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.903701] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 595a9e26-f11f-4a7a-afe8-f5299a022256 is going to be created. [ 955.913464] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.925847] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.926084] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.926237] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.926532] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.926753] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.926999] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.417302] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.417302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.417516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.418315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.418512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.418935] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 956.461869] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.461869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.461869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.461869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.461869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.470856] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 956.665378] env[65808]: INFO networking_nsxv3.common.synchronization [req-6ab76300-91da-4455-b060-3de4063cb0f8 req-62071124-fc50-4948-8bce-698411374134 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 956.665378] env[65808]: INFO networking_nsxv3.common.synchronization [req-6ab76300-91da-4455-b060-3de4063cb0f8 req-62071124-fc50-4948-8bce-698411374134 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 956.665378] env[65808]: INFO networking_nsxv3.common.synchronization [req-6ab76300-91da-4455-b060-3de4063cb0f8 req-62071124-fc50-4948-8bce-698411374134 service nova] Enqueued Resource ID: 595a9e26-f11f-4a7a-afe8-f5299a022256 with Priority: HIGHEST for action port [ 956.667054] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 956.667054] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 956.667054] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595a9e26-f11f-4a7a-afe8-f5299a022256 with Priority: HIGHEST for action port [ 956.668433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.668705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.670197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.670197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.670197] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.670421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.670526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.670734] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-595a9e26-f11f-4a7a-afe8-f5299a022256 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.670851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.670948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.671127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.671239] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595a9e26-f11f-4a7a-afe8-f5299a022256',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.879191] env[65808]: INFO networking_nsxv3.common.synchronization [req-0b88a70f-2284-44ce-ba8a-79ebfb1abcdb req-92c053d5-447a-47bd-b24d-ad10611bacc8 tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 956.879723] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 956.880029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.880156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.880281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.880488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.880644] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.880740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.880814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.880969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.881061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.881156] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.162808] env[65808]: INFO networking_nsxv3.common.synchronization [req-0b88a70f-2284-44ce-ba8a-79ebfb1abcdb req-9638f9d5-4bd7-42e3-a643-75ac94cefe6f tempest-ServersTestMultiNic-5096013 tempest-ServersTestMultiNic-5096013-project-member] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 957.163361] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGHEST for action security_group_members [ 957.163666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.163776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.176897] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.176999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.182209] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 595a9e26-f11f-4a7a-afe8-f5299a022256 with status ACTIVE [ 957.182209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.182351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.182395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.182585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.182670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.182847] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.182942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.183012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.183190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.183265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.183452] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.183544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.183603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.183754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.183828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.183919] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 595a9e26-f11f-4a7a-afe8-f5299a022256 is going to be updated. [ 957.207928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.207928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.207928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.208406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.208406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.208406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-595a9e26-f11f-4a7a-afe8-f5299a022256" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.349016] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 957.349016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.386687] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.890429] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.393147] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.393513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.393513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.394273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.394374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.394944] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 958.444501] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.444796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.444911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.445255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.446806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.462094] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 958.485806] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 958.485997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.486194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.486444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.486639] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.486887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.486887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.487077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.487077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.487171] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.992730] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.494359] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.677946] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2c3ff664-361b-41d1-96bc-798849a88a72 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_rules [ 959.678646] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_rules [ 959.678871] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.679025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.679087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.679353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.679424] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.772377] env[65808]: INFO networking_nsxv3.common.synchronization [None req-8f10a749-1093-406f-bd50-5e4e378e4a25 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_rules [ 959.773024] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_rules [ 959.773745] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.773929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.999615] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.999773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.999773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.000127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.000207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.000306] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 960.031211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.031413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.031479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.031715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.031940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.045157] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 960.206678] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.206912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.206912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.207111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.207220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.207315] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 already deleted. [ 960.207379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.207529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.207688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.207770] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.474753] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 960.475044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.475262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.475573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.475788] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.475931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.475989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.476167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.476249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.476345] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.729673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.730083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.730149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.730451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.730578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.730709] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 already deleted. [ 960.730893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.962364] env[65808]: INFO networking_nsxv3.common.synchronization [req-cdccfd39-f01c-4fbf-87b3-f86f20daaeab req-da9334aa-15b5-4ad7-8fdc-066267b83eb3 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 960.962908] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 960.963256] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.963378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.963447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.963659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.963826] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.963965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.964060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.964240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.964330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.964422] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.979491] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.979491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.979491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.979491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.979491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.979741] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.979741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.979741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.979864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.980050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.980050] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be updated. [ 961.010737] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.011131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.011131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.011385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.011500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.021718] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: IN_PROGRESS for 2s [ 961.456706] env[65808]: INFO networking_nsxv3.common.synchronization [req-5b935906-1949-45b2-89df-c61473e41d56 req-bb396522-88a6-4625-bbde-865114c5621f tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 961.457646] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 961.457950] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.458168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.458268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.458694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.459010] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.459135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.459262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.459510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.459747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.459796] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.472504] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.909713] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.910077] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.910077] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.910322] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.910572] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.910875] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.910875] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.911170] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.911228] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.911450] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.911562] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.911664] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.911763] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.911868] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.912022] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.912133] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.932769] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.932934] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.933084] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.933342] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.933628] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-83f94464-b2bf-4c1c-a819-bdc296f20808 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.933795] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.933907] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.934246] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.934381] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f94464-b2bf-4c1c-a819-bdc296f20808',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.963392] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.975142] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.017573] env[65808]: INFO networking_nsxv3.common.synchronization [None req-87f3b9ff-8080-4a80-aabb-d454232c4a40 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 962.018125] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 962.019032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.019032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.054021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 962.054021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.054164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.054377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.054729] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.054873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.054914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.055081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.055158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.055241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.055324] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.436803] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.437071] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.437462] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.437516] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.437637] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.437830] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 83f94464-b2bf-4c1c-a819-bdc296f20808 not found, creating... [ 962.438351] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.438658] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.438945] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.439333] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.439791] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.439949] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.440130] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.440261] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.440545] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.440647] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.440903] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 83f94464-b2bf-4c1c-a819-bdc296f20808 is going to be created. [ 962.466136] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.469834] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.470197] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.470787] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.470879] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.471484] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.471640] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.476735] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.476935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.476981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.477252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.477368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.477517] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 962.544274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.544370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.544403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.544634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.544803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.556442] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 962.557896] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.558070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.559355] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.559355] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.559355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.559760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.559760] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.559760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.559760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.559883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.559912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.560038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.560216] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.974333] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.974773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.974773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.974773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.974943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.974943] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 963.010494] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.010494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.010494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.010494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.010494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.018717] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 963.034545] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 in Status: SUCCESS [ 963.034545] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 deletion is rescheduled due to dependency. [ 963.034545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.062927] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9f7875-145d-47e4-92d1-d53ed82576b3: rpc.has_security_group_logging(os_id): False [ 963.084069] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.084263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.084263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.085030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.108258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.108617] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.108734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.108838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.109041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.109127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.109329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.109450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.109514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.109735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.109786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.110467] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.110467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.110467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.110467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.110467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.110467] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 963.173849] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.174076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.174186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.174580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.174835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.194215] env[65808]: INFO networking_nsxv3.common.synchronization [req-5b935906-1949-45b2-89df-c61473e41d56 req-a2b520c0-44d7-4eea-8fb2-79b10efdb668 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 963.194444] env[65808]: INFO networking_nsxv3.common.synchronization [req-5b935906-1949-45b2-89df-c61473e41d56 req-a2b520c0-44d7-4eea-8fb2-79b10efdb668 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 963.194618] env[65808]: INFO networking_nsxv3.common.synchronization [req-5b935906-1949-45b2-89df-c61473e41d56 req-a2b520c0-44d7-4eea-8fb2-79b10efdb668 service nova] Enqueued Resource ID: 83f94464-b2bf-4c1c-a819-bdc296f20808 with Priority: HIGHEST for action port [ 963.195605] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 963.196194] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 963.196377] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 963.196513] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f94464-b2bf-4c1c-a819-bdc296f20808 with Priority: HIGHEST for action port [ 963.196942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.197109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.197207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.197447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.197660] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.199614] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.199614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.199614] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f94464-b2bf-4c1c-a819-bdc296f20808 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.199614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.199614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.200266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.200389] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f94464-b2bf-4c1c-a819-bdc296f20808',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.699994] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.699994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.702623] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83f94464-b2bf-4c1c-a819-bdc296f20808 with status ACTIVE [ 963.702623] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.702728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.702762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.703333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.703333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.703333] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.703496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.703496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.703612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.704065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.704065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.704065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.704065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.704285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.704315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.704475] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83f94464-b2bf-4c1c-a819-bdc296f20808 is going to be updated. [ 963.734164] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.734302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.734302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.734595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.734666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.734801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f94464-b2bf-4c1c-a819-bdc296f20808" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.570651] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 964.571042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.571163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.571514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.571651] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.571828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.572063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.572823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.572942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.573236] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.029827] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 965.030407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.032630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.032630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.032630] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.032630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.032630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.032630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.032630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.032630] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.077092] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.077530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.077704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.078120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.078342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.078669] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.078922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.079100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.079365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.079584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.079779] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 965.157674] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.157674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.157674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.157674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.157674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.167914] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 965.211955] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 965.211955] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.533967] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.037494] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.540030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.540210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.540278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.540530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.540618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.540731] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 966.571028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.571194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.571254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.571856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.572411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.582846] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 967.180270] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 967.180566] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 deletion is rescheduled due to dependency. [ 967.180612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.495846] env[65808]: INFO networking_nsxv3.common.synchronization [req-cfd175c2-6a0f-4c48-afba-d8213238f4ee req-bfde0c1d-52a1-43cd-a387-cd14414afd41 tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 967.496439] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 967.496813] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.496941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.497019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.497370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.497572] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.497651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.497702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.497865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.497950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.498068] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.877573] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.877573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.877573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.877573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.877573] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.877573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.877573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.877573] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.878323] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.878323] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.878323] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.878323] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.878323] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.878493] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.878527] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.878631] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.899417] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.899584] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.899720] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.899897] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-794" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.900286] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-1f9c749e-4c51-4390-8f13-4d566833b9bd taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.900462] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.900578] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.900952] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.901122] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9c749e-4c51-4390-8f13-4d566833b9bd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.000493] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.000667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.000752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.001043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.001136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.001643] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.001761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.001811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.002093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.002093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.002191] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f already deleted. [ 968.002245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.150249] env[65808]: INFO networking_nsxv3.common.synchronization [None req-b7d27bfc-215a-4541-907b-283c6534e440 None None] Enqueued Resource ID: 62b580cb-2d3a-407a-8c8c-79810e45c5f5 with Priority: HIGHEST for action port [ 968.150781] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b580cb-2d3a-407a-8c8c-79810e45c5f5 with Priority: HIGHEST for action port [ 968.151445] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b580cb-2d3a-407a-8c8c-79810e45c5f5 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.151570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b580cb-2d3a-407a-8c8c-79810e45c5f5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.151655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b580cb-2d3a-407a-8c8c-79810e45c5f5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.151917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b580cb-2d3a-407a-8c8c-79810e45c5f5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.152032] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b580cb-2d3a-407a-8c8c-79810e45c5f5',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.405814] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.406412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.406412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.406767] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.406988] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.407199] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 1f9c749e-4c51-4390-8f13-4d566833b9bd not found, creating... [ 968.407533] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.407745] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.407925] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.408279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.408499] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.408939] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.409198] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.409403] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.409682] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.409827] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.409964] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd is going to be created. [ 968.447858] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.448188] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.448257] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.450470] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.450729] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.451026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.603325] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 968.603325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.603415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.603646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.603928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.604021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.604099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.604280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.604362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.604453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.604540] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.654589] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62b580cb-2d3a-407a-8c8c-79810e45c5f5 [ 968.654827] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.655010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.655253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.655650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.655650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.655650] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62b580cb-2d3a-407a-8c8c-79810e45c5f5 already deleted. [ 968.655650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b580cb-2d3a-407a-8c8c-79810e45c5f5" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.873031] env[65808]: INFO networking_nsxv3.common.synchronization [req-e0429198-42b4-4be3-a7b4-c3ca8f62f3ae req-af3a57e8-7363-49d9-88ea-9e38b3f633b6 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 968.873392] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 968.873838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.874205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.876514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.876514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.876514] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.876514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.876514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.876514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.876514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.876514] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.107857] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.108770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.108770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.108770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.108770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.108770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.108770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.109080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.109080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.109080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.109168] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.109208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.109285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.109442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.109579] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.109669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.109716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.110172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.110172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.110172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.110172] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.179088] env[65808]: INFO networking_nsxv3.common.synchronization [req-cfd175c2-6a0f-4c48-afba-d8213238f4ee req-b0d751fa-ac98-440b-86a0-f0097805094b service nova] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 969.179281] env[65808]: INFO networking_nsxv3.common.synchronization [req-cfd175c2-6a0f-4c48-afba-d8213238f4ee req-b0d751fa-ac98-440b-86a0-f0097805094b service nova] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 969.179415] env[65808]: INFO networking_nsxv3.common.synchronization [req-cfd175c2-6a0f-4c48-afba-d8213238f4ee req-b0d751fa-ac98-440b-86a0-f0097805094b service nova] Enqueued Resource ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd with Priority: HIGHEST for action port [ 969.179921] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 969.180065] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 969.180162] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd with Priority: HIGHEST for action port [ 969.180424] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.181093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.181093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.181093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.181093] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.183351] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.183351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.183484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.184165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.184165] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.184165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.184165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.184165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.184165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.184751] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.184971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9c749e-4c51-4390-8f13-4d566833b9bd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.185150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.185150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.185301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.185373] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9c749e-4c51-4390-8f13-4d566833b9bd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.377824] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.613059] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466fb0ac-380d-4c36-8aa3-b67c641f2657: rpc.has_security_group_logging(os_id): False [ 969.632913] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.633067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.633137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.633354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.633437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.633647] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.633736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.633829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.633949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.634113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.634200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.634329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.634373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.634471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.634534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.635747] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.635747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.635747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.635747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.635747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.635747] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 969.687012] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.687225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.687481] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.688429] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f9c749e-4c51-4390-8f13-4d566833b9bd with status ACTIVE [ 969.688634] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.688789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.688862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.689295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.689295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.689538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.689589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.689658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.689789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.689866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.690588] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.691060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.691060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.691060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.691404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.691499] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd is going to be updated. [ 969.703589] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.703763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.703820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.704073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.704172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.715443] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.715576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.715807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.715943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.716123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.716284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.719655] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 969.881800] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.194088] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.387696] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.387696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.387696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.387937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.387988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.388094] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 970.423756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.423756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.423756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.423971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.424137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.438430] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 970.696783] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.697128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.697128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.697594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.697594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.697594] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be created. [ 970.723492] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.725611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.725732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.726969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.727182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.738491] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: UNINITIALIZED for 2s [ 970.827611] env[65808]: INFO networking_nsxv3.common.synchronization [None req-d984c006-120b-4389-a53a-2e4068a9c269 None None] Enqueued Resource ID: b2bb1315-4864-47cb-bf40-2ae21afc303f with Priority: HIGHEST for action port [ 970.828325] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bb1315-4864-47cb-bf40-2ae21afc303f with Priority: HIGHEST for action port [ 970.828647] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2bb1315-4864-47cb-bf40-2ae21afc303f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.828932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2bb1315-4864-47cb-bf40-2ae21afc303f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.828932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2bb1315-4864-47cb-bf40-2ae21afc303f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.829197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2bb1315-4864-47cb-bf40-2ae21afc303f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.829283] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2bb1315-4864-47cb-bf40-2ae21afc303f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.904335] env[65808]: INFO networking_nsxv3.common.synchronization [req-0ddbfe5a-83c6-4153-900c-0e691be43ccb req-ea9375a4-4515-42c5-91b6-0f0ba7110fcc tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_members [ 970.905419] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGHEST for action security_group_members [ 970.906243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.906463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.906514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.907314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.907470] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.907573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.907635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.907803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.907885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.907980] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.331445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2bb1315-4864-47cb-bf40-2ae21afc303f [ 971.331721] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.331859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.332151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.332244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.332385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.332511] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2bb1315-4864-47cb-bf40-2ae21afc303f already deleted. [ 971.332604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2bb1315-4864-47cb-bf40-2ae21afc303f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.412056] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.412056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.412056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.412577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.438617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.438953] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.439069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.439109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.443142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.443142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.443142] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 is going to be updated. [ 971.475106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.475772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.475772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.475772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.475772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.487208] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 in Status: IN_PROGRESS for 2s [ 971.735572] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 971.736647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.807811] env[65808]: INFO networking_nsxv3.common.synchronization [req-cbc9ea2c-e3be-4cd8-821a-64d017bfd119 req-6d07e502-7afc-466d-b028-2a7dac77e9d5 tempest-ImagesTestJSON-473324577 tempest-ImagesTestJSON-473324577-project-member] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 971.808386] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGHEST for action security_group_members [ 971.808702] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.808855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.808935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.813278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.813487] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.813612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.813677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.813863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.813950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.814099] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.285188] env[65808]: INFO networking_nsxv3.common.synchronization [req-3726cfaf-ffe7-4809-85f4-25d2184441ad req-6a310e43-4cc6-4a28-878d-e98954584e4c tempest-ServerActionsV293TestJSON-345967366 tempest-ServerActionsV293TestJSON-345967366-project-member] Enqueued Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_members [ 972.285756] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGHEST for action security_group_members [ 972.286135] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.286253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.286253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.286463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.286613] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.286706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.287373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.287373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.287373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.287373] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.316221] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.316414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.316455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.316946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.316946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.317091] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.317091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.317170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.317300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.317371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.317459] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be updated. [ 972.354553] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.354709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.354781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.354992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.355171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.369635] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: IN_PROGRESS for 2s [ 972.455117] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 972.455117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.748740] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: SUCCESS [ 972.749847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.749847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.749847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.749847] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.749847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.750125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.750125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.750191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.750234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.750302] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.789603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.789808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.789808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.790057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.790153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790353] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.790446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.790509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.790666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.790737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790821] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab is going to be updated. [ 972.820613] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.821541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.821541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.821541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.821541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.831249] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab in Status: IN_PROGRESS for 2s [ 973.253415] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.501726] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 in Status: SUCCESS [ 973.502057] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 deletion is rescheduled due to dependency. [ 973.502162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.757938] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87d72c1-58f8-46ed-8e09-f2a8ede79f2f: rpc.has_security_group_logging(os_id): False [ 973.787291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.787956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.787956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.787956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.787956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.788269] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.788341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.788571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.789044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.789155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.789206] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be created. [ 973.869312] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.869500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.869572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.869793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.870025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.886844] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: IN_PROGRESS for 2s [ 974.379984] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b in Status: SUCCESS [ 974.380259] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b deletion is rescheduled due to dependency. [ 974.381133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.841944] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab in Status: SUCCESS [ 974.842227] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab deletion is rescheduled due to dependency. [ 974.842335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.900294] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: SUCCESS [ 975.900294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.819655] env[65808]: INFO networking_nsxv3.common.synchronization [None req-21d27504-3e5a-4687-9e61-a2bf5449a1ae None None] Enqueued Resource ID: 2e539fb6-848b-4cac-bad7-d2d007c04ae9 with Priority: HIGHEST for action port [ 976.819909] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e539fb6-848b-4cac-bad7-d2d007c04ae9 with Priority: HIGHEST for action port [ 976.820513] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e539fb6-848b-4cac-bad7-d2d007c04ae9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.820638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e539fb6-848b-4cac-bad7-d2d007c04ae9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.820748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e539fb6-848b-4cac-bad7-d2d007c04ae9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.820994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e539fb6-848b-4cac-bad7-d2d007c04ae9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.821457] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e539fb6-848b-4cac-bad7-d2d007c04ae9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.326024] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e539fb6-848b-4cac-bad7-d2d007c04ae9 [ 977.326024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.326024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.326024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.326024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.326024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.326024] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e539fb6-848b-4cac-bad7-d2d007c04ae9 already deleted. [ 977.326024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e539fb6-848b-4cac-bad7-d2d007c04ae9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.714675] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0e70d3ba-5a5c-4002-8f9d-8ddfbf36d3b7 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 977.717241] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 977.717241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.717241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.717241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.717504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.717504] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.962186] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a3627225-491c-4448-9382-31b4423acc60 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 977.962186] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 977.962186] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.962186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.996401] env[65808]: INFO networking_nsxv3.common.synchronization [req-05911bfb-49fb-49cc-8be8-4e5d25182a7b req-9797a93a-b94b-499a-b76c-cee2173d5419 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_members [ 977.997421] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_members [ 977.997421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.997421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.997940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.997940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.997940] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.997940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.998141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.002943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.002943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.002943] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.243881] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.244125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.244474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.244746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.244940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.245096] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 already deleted. [ 978.245229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.245543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.248590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.248590] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.505284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.505284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.505284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.505611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.505611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.505760] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.505929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.505929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.507204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.507204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.507204] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 already deleted. [ 978.507204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.769951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.769951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.769951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.769951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.770220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.770220] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 already deleted. [ 978.770220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.820681] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.820681] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.820681] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.820681] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.820956] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.821387] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.821837] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.822211] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.822591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.824535] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.824535] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.824535] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.824535] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.824535] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.824535] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.824535] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.850529] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.850707] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.850841] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.851097] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.851444] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-71fa843b-6848-4c44-9b4e-9ca07cf15110 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.851619] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.851727] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.852068] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.852211] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fa843b-6848-4c44-9b4e-9ca07cf15110',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.355219] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.355461] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.355582] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.355991] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.356082] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.356412] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 71fa843b-6848-4c44-9b4e-9ca07cf15110 not found, creating... [ 979.356503] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.356621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.356730] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.356941] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.357081] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.357436] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.357584] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.357696] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.357886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.358025] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.358166] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 71fa843b-6848-4c44-9b4e-9ca07cf15110 is going to be created. [ 979.380282] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.380678] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.380854] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.381325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.381681] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.382158] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.993075] env[65808]: INFO networking_nsxv3.common.synchronization [None req-45d9eab4-8baa-4b82-a851-7f28aa34d763 None None] Enqueued Resource ID: 439657a2-f4b6-41a1-88a4-5b577fe4a070 with Priority: HIGHEST for action port [ 979.994797] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439657a2-f4b6-41a1-88a4-5b577fe4a070 with Priority: HIGHEST for action port [ 979.994797] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-439657a2-f4b6-41a1-88a4-5b577fe4a070 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.994797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-439657a2-f4b6-41a1-88a4-5b577fe4a070" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.994797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-439657a2-f4b6-41a1-88a4-5b577fe4a070" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.995325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-439657a2-f4b6-41a1-88a4-5b577fe4a070" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.995424] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('439657a2-f4b6-41a1-88a4-5b577fe4a070',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.141565] env[65808]: INFO networking_nsxv3.common.synchronization [req-05911bfb-49fb-49cc-8be8-4e5d25182a7b req-2f7f2fb4-8e72-4cb6-a108-526b933228e7 service nova] Enqueued Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_rules [ 980.142069] env[65808]: INFO networking_nsxv3.common.synchronization [req-05911bfb-49fb-49cc-8be8-4e5d25182a7b req-2f7f2fb4-8e72-4cb6-a108-526b933228e7 service nova] Enqueued Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_members [ 980.143744] env[65808]: INFO networking_nsxv3.common.synchronization [req-05911bfb-49fb-49cc-8be8-4e5d25182a7b req-2f7f2fb4-8e72-4cb6-a108-526b933228e7 service nova] Enqueued Resource ID: 71fa843b-6848-4c44-9b4e-9ca07cf15110 with Priority: HIGHEST for action port [ 980.143744] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_rules [ 980.143744] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_members [ 980.143744] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fa843b-6848-4c44-9b4e-9ca07cf15110 with Priority: HIGHEST for action port [ 980.143744] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.144123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.144123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.145843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.145843] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.145843] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.146322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.146322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.146322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.146461] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.146565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.146681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.146857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.146995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.148869] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.153562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-71fa843b-6848-4c44-9b4e-9ca07cf15110 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.153562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.153562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.153801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.153801] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fa843b-6848-4c44-9b4e-9ca07cf15110',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.497592] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 439657a2-f4b6-41a1-88a4-5b577fe4a070 [ 980.497825] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.497978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.498085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.498308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.499579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.499579] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:439657a2-f4b6-41a1-88a4-5b577fe4a070 already deleted. [ 980.499579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-439657a2-f4b6-41a1-88a4-5b577fe4a070" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.655993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.656320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.656771] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.663023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71fa843b-6848-4c44-9b4e-9ca07cf15110 with status ACTIVE [ 980.663023] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.663023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.663023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.663023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.663023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.663023] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.663023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.663023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.663023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.665743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.668933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.668933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.668933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.668933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.668933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.668933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71fa843b-6848-4c44-9b4e-9ca07cf15110 is going to be updated. [ 980.693822] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.694040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.694128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.694351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.694489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.694740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71fa843b-6848-4c44-9b4e-9ca07cf15110" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.171465] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.676743] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.676917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.676956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.677236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.677434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.677434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 is going to be created. [ 981.701984] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.702154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.702230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.702492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.702585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.713070] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 in Status: UNINITIALIZED for 2s [ 982.157046] env[65808]: INFO networking_nsxv3.common.synchronization [None req-871291fe-0f07-4b87-a6f5-4bba9e2f2170 None None] Enqueued Resource ID: 26e60c29-0940-4ff9-8d66-b934d5c8a8ab with Priority: HIGHEST for action port [ 982.157046] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e60c29-0940-4ff9-8d66-b934d5c8a8ab with Priority: HIGHEST for action port [ 982.157046] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e60c29-0940-4ff9-8d66-b934d5c8a8ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.157046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e60c29-0940-4ff9-8d66-b934d5c8a8ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.157046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e60c29-0940-4ff9-8d66-b934d5c8a8ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.157046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e60c29-0940-4ff9-8d66-b934d5c8a8ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.157046] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e60c29-0940-4ff9-8d66-b934d5c8a8ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.659494] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26e60c29-0940-4ff9-8d66-b934d5c8a8ab [ 982.659798] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.659911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.659971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.661513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.661612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.661719] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26e60c29-0940-4ff9-8d66-b934d5c8a8ab already deleted. [ 982.661804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e60c29-0940-4ff9-8d66-b934d5c8a8ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.055408] env[65808]: INFO networking_nsxv3.common.synchronization [None req-d53fc2c4-922c-49f4-a77c-93ee77a625e6 tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_rules [ 983.055885] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_rules [ 983.056243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3b02319-30cb-4d95-ba71-ed34d97d1400 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056814] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.178901] env[65808]: INFO networking_nsxv3.common.synchronization [None req-28b07e98-1aa3-42ef-b9f0-9a0c3964b0e3 tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_rules [ 983.179489] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_rules [ 983.179802] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3b02319-30cb-4d95-ba71-ed34d97d1400 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.179905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.578529] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.578702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.578932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.579033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.579100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.579150] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 already deleted. [ 983.579227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.579378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.579533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.579614] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.755428] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 in Status: UNINITIALIZED for 4s [ 984.101608] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.101752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.101822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.102176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.102176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.102326] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 already deleted. [ 984.102406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.943628] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9d87f0f9-9bf1-4577-8e18-bb145debb8a8 None None] Enqueued Resource ID: aef7de64-b78e-4211-82d5-103ed99f9596 with Priority: HIGHEST for action port [ 984.944399] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef7de64-b78e-4211-82d5-103ed99f9596 with Priority: HIGHEST for action port [ 984.944865] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef7de64-b78e-4211-82d5-103ed99f9596 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.945043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef7de64-b78e-4211-82d5-103ed99f9596" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.945043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef7de64-b78e-4211-82d5-103ed99f9596" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.945356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef7de64-b78e-4211-82d5-103ed99f9596" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.945475] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef7de64-b78e-4211-82d5-103ed99f9596',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.449637] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aef7de64-b78e-4211-82d5-103ed99f9596 [ 985.450086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.450396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.450551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.450775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.450870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.451014] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aef7de64-b78e-4211-82d5-103ed99f9596 already deleted. [ 985.451116] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef7de64-b78e-4211-82d5-103ed99f9596" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.766856] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 in Status: SUCCESS [ 985.767093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.767274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.768041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.768041] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.768041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.768041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.768356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.768396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.768545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.768605] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.199664] env[65808]: INFO networking_nsxv3.common.synchronization [req-90014459-21f3-48a8-97af-c3022a3fec0d req-20f6c805-f97b-4d0d-a208-823896295e90 tempest-ServerMetadataTestJSON-489886707 tempest-ServerMetadataTestJSON-489886707-project-member] Enqueued Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_members [ 986.200177] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_members [ 986.200484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.200606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.200676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.200936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.201184] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.201289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.201353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.201509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.201593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.201684] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.271555] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.614836] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.614836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-444" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.614836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-444" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.615435] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-444" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.615766] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.616018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.616226] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.616509] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.616709] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.617028] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.617173] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.617336] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.617471] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.617631] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.617856] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.618044] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.641564] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.641911] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.642218] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.642560] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-444" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.643092] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.643386] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.643602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.644099] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.644382] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.704207] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.704373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.704443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.704669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.704761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.705022] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.705111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.705111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.705257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.705334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.705416] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa already deleted. [ 986.705494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.773953] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3: rpc.has_security_group_logging(os_id): False [ 986.800637] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.800833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.800880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.801286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.801286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.802027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.802027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.802027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.802027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.802283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.802283] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 is going to be created. [ 986.916907] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.917114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.917162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.917343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.917537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.935202] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 in Status: IN_PROGRESS for 2s [ 987.150180] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.150180] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d not found, creating... [ 987.150180] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.150180] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.151489] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.152162] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.152486] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.152912] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.153251] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.153540] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d is going to be created. [ 987.185965] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.186716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.186716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.186716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.187013] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.187284] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.946957] env[65808]: INFO networking_nsxv3.common.synchronization [req-90014459-21f3-48a8-97af-c3022a3fec0d req-49b7d0ac-d14d-45b2-a20d-28f975730ff9 service nova] Enqueued Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_rules [ 987.947303] env[65808]: INFO networking_nsxv3.common.synchronization [req-90014459-21f3-48a8-97af-c3022a3fec0d req-49b7d0ac-d14d-45b2-a20d-28f975730ff9 service nova] Enqueued Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_members [ 987.947690] env[65808]: INFO networking_nsxv3.common.synchronization [req-90014459-21f3-48a8-97af-c3022a3fec0d req-49b7d0ac-d14d-45b2-a20d-28f975730ff9 service nova] Enqueued Resource ID: 4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d with Priority: HIGHEST for action port [ 987.949518] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_rules [ 987.950744] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_members [ 987.950744] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d with Priority: HIGHEST for action port [ 987.950744] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.950744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.950744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.950744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.950744] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.951790] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.952076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.952232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.952462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.952935] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.952935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.952935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.953181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.953181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.953253] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.954936] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.954936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.954936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.955584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.956786] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.460417] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.460417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.460417] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.460417] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d with status ACTIVE [ 988.460417] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.460417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.460417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.460965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.460965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.460965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.460965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.461157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.461249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.461296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.461487] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.461579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.461639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.462570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.462663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.462908] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d is going to be updated. [ 988.486165] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.486165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.486165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.486445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.486445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.486500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a800f24-9a09-4b93-8a3c-2bf5f7bdd49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.948825] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 in Status: SUCCESS [ 988.949551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.966854] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.968011] env[65808]: INFO networking_nsxv3.common.synchronization [None req-34689c1c-0068-4d2e-89be-d575f9767304 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 988.969541] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 988.973409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.973409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.973409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.973409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.973409] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.092027] env[65808]: INFO networking_nsxv3.common.synchronization [None req-4cddf25d-0ec6-44a0-9c11-7c4b9e8ff66e tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 989.092546] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 989.093558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.093659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.470728] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.470728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.470728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.470728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.470728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.470728] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa is going to be created. [ 989.499551] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.499763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.499813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.500009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.500109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.500226] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b already deleted. [ 989.500316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.500471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.500637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.500722] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.519684] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.519928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.520081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.520393] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.520652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.536990] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa in Status: UNINITIALIZED for 2s [ 990.022584] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.022849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.022849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.023017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.023085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.023186] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b already deleted. [ 990.023266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.553112] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa in Status: SUCCESS [ 991.553575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.553575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.553795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.553994] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.554132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.554215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.554378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.554459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.554544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.554674] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.057471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.057642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.057706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.057952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.058205] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.058296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.058383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.058532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.058645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.058701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.058944] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.059076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.059140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.059343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.059525] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.059636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.059720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.059873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.059953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.060050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.060145] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.563752] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa: rpc.has_security_group_logging(os_id): False [ 992.583206] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.583475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.583475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.583654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.583758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.583964] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.584195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.584195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.584338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.584395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.584625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.584727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.584785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.584936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.585013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.585244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.585367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.585441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.585591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.585666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.585766] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa is going to be created. [ 992.653600] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.653857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.653857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.654311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.654544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.668652] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa in Status: IN_PROGRESS for 2s [ 994.093993] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 994.094411] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 994.684948] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa in Status: SUCCESS [ 994.685212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.679840] env[65808]: INFO networking_nsxv3.common.synchronization [req-b0e5c8f1-023d-469d-b774-cba69df275b8 req-351c14c8-4b63-40f5-9379-65a89a4e22e4 tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 995.680441] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 995.680782] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.680930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.681224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.681316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.681488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.681585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.681650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.681818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.681904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.681995] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.072689] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.072891] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.073022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.073399] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.073635] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.073775] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.073889] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.074123] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.074309] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.074518] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.074635] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.074735] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.074842] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.074960] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.075066] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.075203] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.095387] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.095585] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.095738] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.095947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-14" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.096288] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.096488] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.096607] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.097071] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.097222] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf74dbc7-98c9-4afa-89e6-a829d36e15b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.184254] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.265419] env[65808]: INFO networking_nsxv3.common.synchronization [req-88164687-56dd-42fa-9d32-2054f3af1475 req-62828c97-df8b-481d-b1c2-ec4e78053182 tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_members [ 996.266186] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGHEST for action security_group_members [ 996.266591] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.266717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.266835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.267087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.267278] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.267431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.267431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.267603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.267691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.267817] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.599758] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.599758] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.600043] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.600315] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.600448] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.601376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port cf74dbc7-98c9-4afa-89e6-a829d36e15b9 not found, creating... [ 996.601376] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.601376] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.601376] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.601609] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.601609] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.601892] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.603022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.603022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.603022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.603022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.603022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: cf74dbc7-98c9-4afa-89e6-a829d36e15b9 is going to be created. [ 996.626349] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.626349] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.626349] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.626349] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.626349] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.627107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.686920] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.769959] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.770244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.770244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.770438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.806967] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.807291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.807442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.807564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.807752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.807836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.807935] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba is going to be updated. [ 996.853241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.853452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.853522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.853686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.853824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.864260] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba in Status: IN_PROGRESS for 2s [ 997.193389] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.193389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.193389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.193389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.193389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.193389] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 997.223400] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.223578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.223644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.223837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.223982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.234880] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 997.343071] env[65808]: INFO networking_nsxv3.common.synchronization [req-b0e5c8f1-023d-469d-b774-cba69df275b8 req-26f298cf-20dd-431a-a3a6-47e329d2de69 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 997.343259] env[65808]: INFO networking_nsxv3.common.synchronization [req-b0e5c8f1-023d-469d-b774-cba69df275b8 req-26f298cf-20dd-431a-a3a6-47e329d2de69 service nova] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 997.343384] env[65808]: INFO networking_nsxv3.common.synchronization [req-b0e5c8f1-023d-469d-b774-cba69df275b8 req-26f298cf-20dd-431a-a3a6-47e329d2de69 service nova] Enqueued Resource ID: cf74dbc7-98c9-4afa-89e6-a829d36e15b9 with Priority: HIGHEST for action port [ 997.343964] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_rules [ 997.344554] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 997.344736] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf74dbc7-98c9-4afa-89e6-a829d36e15b9 with Priority: HIGHEST for action port [ 997.345062] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.345194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.345264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.345477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.345560] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.346514] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.346613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.346805] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.346906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.346966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.347148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.347287] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf74dbc7-98c9-4afa-89e6-a829d36e15b9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.851553] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.852674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.852883] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf74dbc7-98c9-4afa-89e6-a829d36e15b9 with status ACTIVE [ 997.853146] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.853274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.853335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.853548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.853642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.853817] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.853917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.853973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.854141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.854220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.854401] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.854543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.854543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.854682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.854752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.854856] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf74dbc7-98c9-4afa-89e6-a829d36e15b9 is going to be updated. [ 997.876555] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.876689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.876729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.876927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.877096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.877321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf74dbc7-98c9-4afa-89e6-a829d36e15b9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.457955] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a953682d-bd67-482c-a273-7332b6cab9c9 None None] Enqueued Resource ID: 8776ac55-5714-46b1-a4b8-335aee028ca3 with Priority: HIGHEST for action port [ 998.459888] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8776ac55-5714-46b1-a4b8-335aee028ca3 with Priority: HIGHEST for action port [ 998.459888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8776ac55-5714-46b1-a4b8-335aee028ca3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.460041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8776ac55-5714-46b1-a4b8-335aee028ca3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.460041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8776ac55-5714-46b1-a4b8-335aee028ca3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.460268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8776ac55-5714-46b1-a4b8-335aee028ca3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.460365] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8776ac55-5714-46b1-a4b8-335aee028ca3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.600520] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.600726] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.600846] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.601151] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.601422] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.601574] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.601686] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.601894] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.602823] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.603118] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.603251] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.603359] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.603728] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.603864] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.603973] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.604116] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.646670] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.646856] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.646957] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.647152] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-348" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.647463] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-dad5470b-4582-40b5-b678-2846f9efaa68 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.647632] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.647749] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.648021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.648200] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad5470b-4582-40b5-b678-2846f9efaa68',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.876040] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba in Status: SUCCESS [ 998.876040] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba deletion is rescheduled due to dependency. [ 998.876040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.963709] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8776ac55-5714-46b1-a4b8-335aee028ca3 [ 998.963709] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.963709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.963709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.963988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.964035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.964133] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8776ac55-5714-46b1-a4b8-335aee028ca3 already deleted. [ 998.964207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8776ac55-5714-46b1-a4b8-335aee028ca3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.151109] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.151863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.151863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.152161] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.152424] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.152900] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.153196] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.153418] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.153976] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.153976] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.154986] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.155249] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.155410] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.156027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.156027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.156027] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: dad5470b-4582-40b5-b678-2846f9efaa68 is going to be updated. [ 999.179165] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.179506] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.179645] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.179952] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.180178] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.180406] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.261148] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 999.261429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.261618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.262031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.262145] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.262215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.262289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.263026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.263026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.263026] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.504204] env[65808]: INFO networking_nsxv3.common.synchronization [req-4852d7bc-5245-4f80-84bc-68b01bcc8ffb req-2e9eaedb-95dc-493c-bed3-01ffbb279643 tempest-SecurityGroupRulesTestJSON-1814449331 tempest-SecurityGroupRulesTestJSON-1814449331-project-member] Enqueued Resource ID: 2280e4bc-4a26-492a-964a-bf7b5f77739a with Priority: HIGHEST for action security_group_rules [ 999.505535] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2280e4bc-4a26-492a-964a-bf7b5f77739a with Priority: HIGHEST for action security_group_rules [ 999.505904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2280e4bc-4a26-492a-964a-bf7b5f77739a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.506055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2280e4bc-4a26-492a-964a-bf7b5f77739a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.506135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2280e4bc-4a26-492a-964a-bf7b5f77739a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.506400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2280e4bc-4a26-492a-964a-bf7b5f77739a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.506485] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2280e4bc-4a26-492a-964a-bf7b5f77739a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.764965] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.909355] env[65808]: INFO networking_nsxv3.common.synchronization [req-d04a5afa-fd4a-4a52-b2f2-5848bd9e5822 req-1859f1ab-61ec-46c5-ab54-c898fced338f tempest-SecurityGroupRulesTestJSON-1814449331 tempest-SecurityGroupRulesTestJSON-1814449331-project-member] Enqueued Resource ID: da8c99d0-3789-4c23-a5df-63844c59db44 with Priority: HIGHEST for action security_group_rules [ 999.914918] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8c99d0-3789-4c23-a5df-63844c59db44 with Priority: HIGHEST for action security_group_rules [ 999.916037] env[65808]: INFO networking_nsxv3.common.synchronization [req-65fecb6c-85f9-4e2f-ad66-1902350f3135 req-9ac9b79f-2429-4136-bb6d-01b704bc253a service nova] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_rules [ 999.916204] env[65808]: INFO networking_nsxv3.common.synchronization [req-65fecb6c-85f9-4e2f-ad66-1902350f3135 req-9ac9b79f-2429-4136-bb6d-01b704bc253a service nova] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 999.916348] env[65808]: INFO networking_nsxv3.common.synchronization [req-65fecb6c-85f9-4e2f-ad66-1902350f3135 req-9ac9b79f-2429-4136-bb6d-01b704bc253a service nova] Enqueued Resource ID: dad5470b-4582-40b5-b678-2846f9efaa68 with Priority: HIGHEST for action port [ 999.916678] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da8c99d0-3789-4c23-a5df-63844c59db44 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.916815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da8c99d0-3789-4c23-a5df-63844c59db44" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.916904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da8c99d0-3789-4c23-a5df-63844c59db44" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.917211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da8c99d0-3789-4c23-a5df-63844c59db44" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.917310] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da8c99d0-3789-4c23-a5df-63844c59db44',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.918342] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_rules [ 999.918485] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 999.918577] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad5470b-4582-40b5-b678-2846f9efaa68 with Priority: HIGHEST for action port [ 999.919244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.919388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.919471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.919611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.919687] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.920488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.920588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.920695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.920835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.920990] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.921147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.921219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.921375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.921441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.921536] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.923238] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad5470b-4582-40b5-b678-2846f9efaa68 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.923238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.923238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.923238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.923238] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad5470b-4582-40b5-b678-2846f9efaa68',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.035382] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.035537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.035606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.035871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.035968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.036087] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2280e4bc-4a26-492a-964a-bf7b5f77739a already deleted. [ 1000.036276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2280e4bc-4a26-492a-964a-bf7b5f77739a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.268653] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.376571] env[65808]: INFO networking_nsxv3.common.synchronization [req-50ea435a-65b0-483c-8d5a-db84e6c64bb4 req-eb71cfe6-5144-4e6a-b95d-4f96591fdc09 tempest-SecurityGroupRulesTestJSON-1814449331 tempest-SecurityGroupRulesTestJSON-1814449331-project-member] Enqueued Resource ID: ecdbdec8-475e-45d7-9d61-032fd38e94aa with Priority: HIGHEST for action security_group_rules [ 1000.377603] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdbdec8-475e-45d7-9d61-032fd38e94aa with Priority: HIGHEST for action security_group_rules [ 1000.378023] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdbdec8-475e-45d7-9d61-032fd38e94aa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.378023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdbdec8-475e-45d7-9d61-032fd38e94aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.378168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdbdec8-475e-45d7-9d61-032fd38e94aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.380162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdbdec8-475e-45d7-9d61-032fd38e94aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.380162] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdbdec8-475e-45d7-9d61-032fd38e94aa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.425218] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.425218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.425491] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.427375] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad5470b-4582-40b5-b678-2846f9efaa68 with status ACTIVE [ 1000.427375] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.427375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.427375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.427375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.427883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.427883] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.430830] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.430830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.430830] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad5470b-4582-40b5-b678-2846f9efaa68 is going to be updated. [ 1000.445051] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.445563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.445845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.446058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.446235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.446348] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da8c99d0-3789-4c23-a5df-63844c59db44 already deleted. [ 1000.446520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da8c99d0-3789-4c23-a5df-63844c59db44" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.456172] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.456172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.456293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.456597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.456698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.456831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad5470b-4582-40b5-b678-2846f9efaa68" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.771736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.771736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.771736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.771736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.771736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.771736] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 1000.802885] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.803115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.803175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.803380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.803548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.815069] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 1000.860627] env[65808]: INFO networking_nsxv3.common.synchronization [req-bdd7fc6c-54f1-49ec-9198-953fbf7c518a req-d9de04f8-ec0e-4a19-b6d8-78de5cc00176 tempest-SecurityGroupRulesTestJSON-1814449331 tempest-SecurityGroupRulesTestJSON-1814449331-project-member] Enqueued Resource ID: 2cbff01d-010d-4cd3-95e5-93070821ae16 with Priority: HIGHEST for action security_group_rules [ 1000.861383] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbff01d-010d-4cd3-95e5-93070821ae16 with Priority: HIGHEST for action security_group_rules [ 1000.861702] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cbff01d-010d-4cd3-95e5-93070821ae16 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.861778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cbff01d-010d-4cd3-95e5-93070821ae16" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.861850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cbff01d-010d-4cd3-95e5-93070821ae16" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.862148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cbff01d-010d-4cd3-95e5-93070821ae16" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.862237] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cbff01d-010d-4cd3-95e5-93070821ae16',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.901937] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.901937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.901937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.902249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.902249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.902249] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdbdec8-475e-45d7-9d61-032fd38e94aa already deleted. [ 1000.902249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdbdec8-475e-45d7-9d61-032fd38e94aa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.933247] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.270570] env[65808]: INFO networking_nsxv3.common.synchronization [req-926b1ee7-b211-4b03-9f49-bf7c3c20b193 req-2f23d315-6bd1-418a-a40b-c519c46bd69e tempest-SecurityGroupRulesTestJSON-1814449331 tempest-SecurityGroupRulesTestJSON-1814449331-project-member] Enqueued Resource ID: 7c47d464-4199-4089-aa2c-42417d61b407 with Priority: HIGHEST for action security_group_rules [ 1001.271294] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c47d464-4199-4089-aa2c-42417d61b407 with Priority: HIGHEST for action security_group_rules [ 1001.271619] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c47d464-4199-4089-aa2c-42417d61b407 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.271744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.271819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.272100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.272183] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c47d464-4199-4089-aa2c-42417d61b407',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.386986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.386986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.386986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.386986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.386986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.386986] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cbff01d-010d-4cd3-95e5-93070821ae16 already deleted. [ 1001.386986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cbff01d-010d-4cd3-95e5-93070821ae16" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.435675] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.436709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.436709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.436709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.436709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.436709] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be updated. [ 1001.470482] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.470688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.470766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.471008] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.471412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.486154] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 1001.577198] env[65808]: INFO networking_nsxv3.common.synchronization [req-4878ac10-61b6-47bc-bf21-4c1707be8e15 req-85e35269-3cb2-4f76-b979-a4481bb2ec94 tempest-SecurityGroupRulesTestJSON-1814449331 tempest-SecurityGroupRulesTestJSON-1814449331-project-member] Enqueued Resource ID: 7c47d464-4199-4089-aa2c-42417d61b407 with Priority: HIGHEST for action security_group_rules [ 1001.577198] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c47d464-4199-4089-aa2c-42417d61b407 with Priority: HIGHEST for action security_group_rules [ 1001.578438] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c47d464-4199-4089-aa2c-42417d61b407 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.578551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.675224] env[65808]: INFO networking_nsxv3.common.synchronization [req-29f7416e-31a3-4495-b5d1-b642228521b2 req-ffa6c2fe-255d-4c36-bca8-79b8c4374067 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1001.676061] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1001.676661] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.676902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.677057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.677459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.677733] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.677795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.677889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.680999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.680999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.680999] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.702544] env[65808]: INFO networking_nsxv3.common.synchronization [None req-926f483e-81e8-4fd0-965b-8e589c87107a None None] Enqueued Resource ID: 914bb06b-f9c6-403f-8709-3ee7cd9e6a9b with Priority: HIGHEST for action port [ 1001.703351] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914bb06b-f9c6-403f-8709-3ee7cd9e6a9b with Priority: HIGHEST for action port [ 1001.703742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-914bb06b-f9c6-403f-8709-3ee7cd9e6a9b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.703871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-914bb06b-f9c6-403f-8709-3ee7cd9e6a9b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.703947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-914bb06b-f9c6-403f-8709-3ee7cd9e6a9b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.704230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-914bb06b-f9c6-403f-8709-3ee7cd9e6a9b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.704324] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914bb06b-f9c6-403f-8709-3ee7cd9e6a9b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.790172] env[65808]: INFO networking_nsxv3.common.synchronization [req-16d544b8-f5ba-4128-813f-bdef5c6c0d55 req-63d6b908-1182-49b1-9306-b656a61082fd tempest-SecurityGroupRulesTestJSON-1814449331 tempest-SecurityGroupRulesTestJSON-1814449331-project-member] Enqueued Resource ID: 7c47d464-4199-4089-aa2c-42417d61b407 with Priority: HIGHEST for action security_group_rules [ 1001.794435] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c47d464-4199-4089-aa2c-42417d61b407 with Priority: HIGHEST for action security_group_rules [ 1001.794435] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c47d464-4199-4089-aa2c-42417d61b407 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.794435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.798935] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.799276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.799276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.799604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.799753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.799920] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c47d464-4199-4089-aa2c-42417d61b407 already deleted. [ 1001.800033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.800732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.800987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.802029] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c47d464-4199-4089-aa2c-42417d61b407',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.031618] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.031618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.031618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.033463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.033463] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.033463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.033463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.033463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.033463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.033463] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.033463] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.033463] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.033463] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.034374] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.034374] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.034374] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.052756] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.053446] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.053446] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.053446] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.053606] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-171c47d1-2eca-4da4-abfc-ee12beabc443 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.053700] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.053797] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.054136] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.054278] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171c47d1-2eca-4da4-abfc-ee12beabc443',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.180344] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.180520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.180563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.180785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.180875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.181148] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.181267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.181329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.181562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.181681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.181806] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 already deleted. [ 1002.181930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.206687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 914bb06b-f9c6-403f-8709-3ee7cd9e6a9b [ 1002.206904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.207048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.207128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.207405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.207510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.207597] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:914bb06b-f9c6-403f-8709-3ee7cd9e6a9b already deleted. [ 1002.207677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-914bb06b-f9c6-403f-8709-3ee7cd9e6a9b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.208729] env[65808]: INFO networking_nsxv3.common.synchronization [req-5b8ccfdc-3b72-4a0b-840c-6a75ea9e100e req-f9e2cdfd-8c88-4ca7-88e4-b561efefda05 tempest-ServerMetadataTestJSON-489886707 tempest-ServerMetadataTestJSON-489886707-project-member] Enqueued Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_members [ 1002.209515] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGHEST for action security_group_members [ 1002.209807] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.209917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.209984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.210175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.210362] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.210479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.210558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.210727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.210809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.210901] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.324077] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.324077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.324077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.324077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.324364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.324364] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c47d464-4199-4089-aa2c-42417d61b407 already deleted. [ 1002.324364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.324608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.324737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.324987] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c47d464-4199-4089-aa2c-42417d61b407',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.559026] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.559026] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 171c47d1-2eca-4da4-abfc-ee12beabc443 not found, creating... [ 1002.559026] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.559026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.559692] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.559692] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.559692] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.559692] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.559692] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.559692] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 is going to be created. [ 1002.580215] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.580467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.580583] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.580864] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.581139] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.581371] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.713615] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.713795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.713874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.714128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.714224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.714428] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.714533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.714596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.714740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.714817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.714894] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa is going to be updated. [ 1002.745008] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.745208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.745284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.745494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.745639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.755660] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa in Status: IN_PROGRESS for 2s [ 1002.828924] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 1002.829197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.829325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.829532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.829717] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.829834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.829912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.830107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.830184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.830267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.830356] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.844131] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.844330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.844330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.844519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.844600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.844694] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c47d464-4199-4089-aa2c-42417d61b407 already deleted. [ 1002.844772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c47d464-4199-4089-aa2c-42417d61b407" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.317581] env[65808]: INFO networking_nsxv3.common.synchronization [req-29f7416e-31a3-4495-b5d1-b642228521b2 req-281d9106-223d-4ea8-9015-a45a791f532a service nova] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 1003.317957] env[65808]: INFO networking_nsxv3.common.synchronization [req-29f7416e-31a3-4495-b5d1-b642228521b2 req-281d9106-223d-4ea8-9015-a45a791f532a service nova] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1003.317957] env[65808]: INFO networking_nsxv3.common.synchronization [req-29f7416e-31a3-4495-b5d1-b642228521b2 req-281d9106-223d-4ea8-9015-a45a791f532a service nova] Enqueued Resource ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 with Priority: HIGHEST for action port [ 1003.318632] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 1003.318632] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1003.318902] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 with Priority: HIGHEST for action port [ 1003.319180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.319428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.319507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.319844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.319941] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.320793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.320909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.320978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.321318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.321568] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.321674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.321743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.321971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.321971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.322194] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.322866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-171c47d1-2eca-4da4-abfc-ee12beabc443 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.323034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.323034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.323197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.323260] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171c47d1-2eca-4da4-abfc-ee12beabc443',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.332843] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.333021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.333021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.333184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.333356] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.333889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.333889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.333889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.333889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.333889] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.334126] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.334175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.334206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.334345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.334722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.334722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.334722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.335305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.335305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.335305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.335305] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.497124] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 1003.497468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.497674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.498026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.498181] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.498358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.498432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.498651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.498765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.498883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.499033] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.826025] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.828445] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.828445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.828445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 171c47d1-2eca-4da4-abfc-ee12beabc443 with status ACTIVE [ 1003.828445] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.828445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.828445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.828973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.828973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.828973] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.828973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.828973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.829161] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.829196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.829430] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.829489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.829526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.829667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.829737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.830035] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 is going to be updated. [ 1003.836443] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466fb0ac-380d-4c36-8aa3-b67c641f2657: rpc.has_security_group_logging(os_id): False [ 1003.890355] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.890549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.890549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.890764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.890906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.891076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.897718] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.897891] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.897935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.898129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.898216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.898436] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.898533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.898595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.898749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.898823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.899027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.899109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.899169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.899310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.899383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.899608] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.899705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.899764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.899908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.900024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.900068] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 1003.993060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.993281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.993281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.993583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.993731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.001492] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.001630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.001702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.001918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.002104] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.002218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.002318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.002520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.002611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.002699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.002861] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.002957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.003030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.003171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.003308] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.003431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.003514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.003657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.003809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.003904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.003995] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.028244] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 1004.328652] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.506544] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b491cc-8bef-44d7-bbfc-fb3e5785a167: rpc.has_security_group_logging(os_id): False [ 1004.527345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.527574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.527635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.527807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.551760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.551760] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.551760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.551760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.551760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.552041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.552167] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.552299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.552380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.552598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.552685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.552955] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.553089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.553168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.553330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.553417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.553771] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be updated. [ 1004.629267] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.629267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.629267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.629267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.629267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.641895] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 1004.781427] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa in Status: SUCCESS [ 1004.781427] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa deletion is rescheduled due to dependency. [ 1004.781427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.836209] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.836209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.836209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.836209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.836209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.836209] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 is going to be created. [ 1004.863974] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.863974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.863974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.863974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.863974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.879338] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: UNINITIALIZED for 2s [ 1006.043273] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 1006.043273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.662995] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 1006.662995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.804032] env[65808]: INFO networking_nsxv3.common.synchronization [req-6f46c32a-ce2f-4162-81e2-9ff94af764e5 req-ccdd72be-2337-4f5e-8c63-b9d3300e8e81 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1006.804991] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1006.805609] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.805831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.805937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.806361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.806620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.806777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.806873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.807241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.807373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.807527] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.894648] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: SUCCESS [ 1006.895024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.895101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.895317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.895522] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.895655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.895735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.895867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.895944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.896032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.896119] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.311898] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.320221] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.320221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.320221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.320659] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.324678] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.324678] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.324678] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.324678] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.324678] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.324678] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.324678] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.324678] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.324678] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.324678] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.324678] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.324678] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.352833] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.352833] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.353285] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.353285] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.353472] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-dd9e250f-bf87-4add-a74b-b29100151817 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.353650] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.353767] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.355674] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.355845] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9e250f-bf87-4add-a74b-b29100151817',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.399821] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.816474] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.861693] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.861693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.861693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.861693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.861693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.861693] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port dd9e250f-bf87-4add-a74b-b29100151817 not found, creating... [ 1007.861693] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.861693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.862869] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.864065] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.864276] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.864678] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.864913] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.865074] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.865367] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.865533] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.865706] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: dd9e250f-bf87-4add-a74b-b29100151817 is going to be created. [ 1007.892661] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.892929] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.893105] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.893611] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.893926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.894202] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.902474] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 877d2771-43e0-46d8-9bc7-5d0ff5386041: rpc.has_security_group_logging(os_id): False [ 1007.936850] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.936947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.937057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.937502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.937649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.938118] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.938249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.938318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.938508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.938589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.938681] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 is going to be created. [ 1008.040948] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.041398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.041601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.041933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.042415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.062724] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: IN_PROGRESS for 2s [ 1008.321197] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.321594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.321594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.321743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.321813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.321917] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1008.362926] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.363087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.363168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.363545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.363545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.408080] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1008.789189] env[65808]: INFO networking_nsxv3.common.synchronization [req-6f46c32a-ce2f-4162-81e2-9ff94af764e5 req-45fb6e71-d855-4d91-a635-eb9fe76ea605 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1008.789577] env[65808]: INFO networking_nsxv3.common.synchronization [req-6f46c32a-ce2f-4162-81e2-9ff94af764e5 req-45fb6e71-d855-4d91-a635-eb9fe76ea605 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1008.790225] env[65808]: INFO networking_nsxv3.common.synchronization [req-6f46c32a-ce2f-4162-81e2-9ff94af764e5 req-45fb6e71-d855-4d91-a635-eb9fe76ea605 service nova] Enqueued Resource ID: dd9e250f-bf87-4add-a74b-b29100151817 with Priority: HIGHEST for action port [ 1008.791351] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1008.791351] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1008.791606] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9e250f-bf87-4add-a74b-b29100151817 with Priority: HIGHEST for action port [ 1008.791903] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.792051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.792136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.792566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.792566] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.794091] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.794091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.794759] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9e250f-bf87-4add-a74b-b29100151817 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.794759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.794931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.794986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.795125] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9e250f-bf87-4add-a74b-b29100151817',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.816110] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.816345] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.106122] env[65808]: INFO networking_nsxv3.common.synchronization [None req-40386bde-9d14-485a-b0a3-44a770c1b417 None None] Enqueued Resource ID: 4fe7f06a-9690-4677-9102-625e53f1650f with Priority: HIGHEST for action port [ 1009.106675] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe7f06a-9690-4677-9102-625e53f1650f with Priority: HIGHEST for action port [ 1009.106995] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe7f06a-9690-4677-9102-625e53f1650f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.107113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe7f06a-9690-4677-9102-625e53f1650f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.107181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe7f06a-9690-4677-9102-625e53f1650f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.107456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe7f06a-9690-4677-9102-625e53f1650f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.107540] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe7f06a-9690-4677-9102-625e53f1650f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.300211] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd9e250f-bf87-4add-a74b-b29100151817 with status ACTIVE [ 1009.300211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.300211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.300211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.300211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.300743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.300743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.300743] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd9e250f-bf87-4add-a74b-b29100151817 is going to be updated. [ 1009.302060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.302239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.327389] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.327682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.327682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.328151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.328306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.328473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9e250f-bf87-4add-a74b-b29100151817" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.396118] env[65808]: INFO networking_nsxv3.common.synchronization [req-a0768d3f-33db-431a-b892-9d6b32a9c288 req-3ab1625f-725b-43ca-a430-3c62b0db77d0 tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_members [ 1009.396729] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_members [ 1009.397470] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3b02319-30cb-4d95-ba71-ed34d97d1400 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.397470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.397470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.397666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.397666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.397767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.397804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.398027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.402079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.402079] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.609740] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe7f06a-9690-4677-9102-625e53f1650f [ 1009.610526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.610526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.610526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.610526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.610526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.610860] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe7f06a-9690-4677-9102-625e53f1650f already deleted. [ 1009.610860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe7f06a-9690-4677-9102-625e53f1650f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.864410] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0363fb6a-3ea8-4b52-95bc-5317bad83794 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1009.865946] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1009.866042] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.867917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.868194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.868481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.868576] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.903342] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.903342] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.903342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.903891] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 already deleted. [ 1009.903891] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.965966] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.966206] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.966259] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.968926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.968926] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.968926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.968926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.968926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.968926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.968926] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.968926] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.968926] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.968926] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.968926] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.968926] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.968926] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.996517] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.996738] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.996878] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.997110] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.997509] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-1b6c170f-df36-4df9-bcda-a5a0fc499c04 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.997723] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.997846] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.998246] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.998397] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6c170f-df36-4df9-bcda-a5a0fc499c04',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.079572] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: SUCCESS [ 1010.080871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.097886] env[65808]: INFO networking_nsxv3.common.synchronization [None req-20250324-e1c8-43cf-82f6-3ef3932bff74 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1010.098285] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1010.098710] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.391890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.394333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.394333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.394333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.394333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.394333] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b already deleted. [ 1010.394333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.394333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.394333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.394333] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.413064] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1010.413064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.413064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.413064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.413064] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.413392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.413392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.413392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.413501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.413535] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.502647] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.502647] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.502647] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.502647] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.502647] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.502647] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 1b6c170f-df36-4df9-bcda-a5a0fc499c04 not found, creating... [ 1010.503110] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.503110] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.503110] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.503231] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.503607] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.503838] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.504017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.504602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.504602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.504602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.504789] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 1b6c170f-df36-4df9-bcda-a5a0fc499c04 is going to be created. [ 1010.530920] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.530920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.530920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.530920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.530920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.530920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.915851] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.918025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.918151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.918151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.919027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.919027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.919027] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b already deleted. [ 1010.919027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.259720] env[65808]: INFO networking_nsxv3.common.synchronization [req-a0768d3f-33db-431a-b892-9d6b32a9c288 req-5372e0c1-0fc0-430a-b966-4e53e523cd15 service nova] Enqueued Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_rules [ 1011.259720] env[65808]: INFO networking_nsxv3.common.synchronization [req-a0768d3f-33db-431a-b892-9d6b32a9c288 req-5372e0c1-0fc0-430a-b966-4e53e523cd15 service nova] Enqueued Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_members [ 1011.259720] env[65808]: INFO networking_nsxv3.common.synchronization [req-a0768d3f-33db-431a-b892-9d6b32a9c288 req-5372e0c1-0fc0-430a-b966-4e53e523cd15 service nova] Enqueued Resource ID: 1b6c170f-df36-4df9-bcda-a5a0fc499c04 with Priority: HIGHEST for action port [ 1011.259720] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_rules [ 1011.259720] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_members [ 1011.259720] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6c170f-df36-4df9-bcda-a5a0fc499c04 with Priority: HIGHEST for action port [ 1011.259720] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3b02319-30cb-4d95-ba71-ed34d97d1400 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.259720] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.259720] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3b02319-30cb-4d95-ba71-ed34d97d1400 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.259720] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.259720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.260556] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.260556] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6c170f-df36-4df9-bcda-a5a0fc499c04 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.260556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.260556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.262984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.263117] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6c170f-df36-4df9-bcda-a5a0fc499c04',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.419806] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.765785] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3b02319-30cb-4d95-ba71-ed34d97d1400 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.765972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.766243] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.767604] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b6c170f-df36-4df9-bcda-a5a0fc499c04 with status ACTIVE [ 1011.767604] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.767604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.767604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.768453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.768453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.768453] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.768453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.768453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.768721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.768721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.770951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.770951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.770951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.770951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.770951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.770951] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b6c170f-df36-4df9-bcda-a5a0fc499c04 is going to be updated. [ 1011.802603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.802714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.802714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.802947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.803127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.803437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6c170f-df36-4df9-bcda-a5a0fc499c04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.911062] env[65808]: INFO networking_nsxv3.common.synchronization [req-db9c5180-a13a-45ae-b3d7-40dd28202cb3 req-95d8a0ab-5b1c-4f5e-aaa6-d44f219913c4 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1011.911062] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1011.912085] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.913140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.913140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.913277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.914119] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.914119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.914119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.914601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.915049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.915847] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.923389] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.923389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.925751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.925751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.925751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.925751] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1011.930820] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a91e9f0b-44c0-42bf-b912-3412797964b3 None None] Enqueued Resource ID: a8d614f0-c933-4866-ae4e-61478dacb63f with Priority: HIGHEST for action port [ 1011.931471] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d614f0-c933-4866-ae4e-61478dacb63f with Priority: HIGHEST for action port [ 1011.931888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d614f0-c933-4866-ae4e-61478dacb63f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.932529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d614f0-c933-4866-ae4e-61478dacb63f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.932529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d614f0-c933-4866-ae4e-61478dacb63f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.932529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d614f0-c933-4866-ae4e-61478dacb63f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.932795] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d614f0-c933-4866-ae4e-61478dacb63f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.969674] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.969968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.970083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.970324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.970506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.986318] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1012.274093] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.276402] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.276402] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.276402] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.277413] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.277701] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.277868] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.277981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.278233] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.278377] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.279962] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.280155] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.280714] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.280714] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.280714] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.280714] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.281175] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.304247] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.304414] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.304546] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.304716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.305038] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-9a73bc78-7a51-4666-baad-14a161e9b6d3 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.305273] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.305408] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.305851] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.305989] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a73bc78-7a51-4666-baad-14a161e9b6d3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.421958] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.422379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.422379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.422466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.422530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.422712] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.422809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.422862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.423023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.423099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.423181] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b already deleted. [ 1012.423262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.434863] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8d614f0-c933-4866-ae4e-61478dacb63f [ 1012.437164] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.437164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.437164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.437164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.437164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.437164] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8d614f0-c933-4866-ae4e-61478dacb63f already deleted. [ 1012.437164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d614f0-c933-4866-ae4e-61478dacb63f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.783636] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.783813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.783962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.784233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.784354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.784449] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 is going to be created. [ 1012.810936] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.811374] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.811649] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.812061] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.812311] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.812573] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 9a73bc78-7a51-4666-baad-14a161e9b6d3 not found, creating... [ 1012.812941] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.813203] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.813390] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.813691] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.813827] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.817079] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.817262] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.817404] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.817679] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.818092] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.818092] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 9a73bc78-7a51-4666-baad-14a161e9b6d3 is going to be created. [ 1012.819864] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.819940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.819978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.821186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.821408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.837304] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 in Status: UNINITIALIZED for 2s [ 1012.849436] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.849743] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.849929] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.851391] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.851391] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.851822] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.616888] env[65808]: INFO networking_nsxv3.common.synchronization [req-db9c5180-a13a-45ae-b3d7-40dd28202cb3 req-1aa334bf-f978-4cbb-a3d7-9859432e7c88 service nova] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 1013.616888] env[65808]: INFO networking_nsxv3.common.synchronization [req-db9c5180-a13a-45ae-b3d7-40dd28202cb3 req-1aa334bf-f978-4cbb-a3d7-9859432e7c88 service nova] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1013.616888] env[65808]: INFO networking_nsxv3.common.synchronization [req-db9c5180-a13a-45ae-b3d7-40dd28202cb3 req-1aa334bf-f978-4cbb-a3d7-9859432e7c88 service nova] Enqueued Resource ID: 9a73bc78-7a51-4666-baad-14a161e9b6d3 with Priority: HIGHEST for action port [ 1013.616888] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 1013.616888] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1013.616888] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a73bc78-7a51-4666-baad-14a161e9b6d3 with Priority: HIGHEST for action port [ 1013.617896] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.618272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.618460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.619029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.619239] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.622020] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.622020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.622020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.622020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.622020] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.622020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.622020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.622020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.622020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.622020] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.624914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a73bc78-7a51-4666-baad-14a161e9b6d3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.625941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.625941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.625941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.625941] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a73bc78-7a51-4666-baad-14a161e9b6d3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.000067] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1014.000067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.000367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.000510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.002629] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.002629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.002629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.002629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.002629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.002629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.002629] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.121942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.122236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.125539] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.130373] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a73bc78-7a51-4666-baad-14a161e9b6d3 with status ACTIVE [ 1014.130683] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.130857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.130959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.131298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.131424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.131683] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.131826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.131920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.132260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.132381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.132617] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.132761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.132856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.133091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.133209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.133338] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a73bc78-7a51-4666-baad-14a161e9b6d3 is going to be updated. [ 1014.160272] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.160474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.160474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.160710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.160862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.161039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a73bc78-7a51-4666-baad-14a161e9b6d3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.504878] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.505146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.505344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.506712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.506712] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.506712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.506712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.506712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.506712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.506712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.506712] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.508308] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.508308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.508308] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.629212] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.848467] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 in Status: SUCCESS [ 1014.848731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.849265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.849559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.849807] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.850138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.850226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.850400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.850514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.850642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.850742] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.013999] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9f7875-145d-47e4-92d1-d53ed82576b3: rpc.has_security_group_logging(os_id): False [ 1015.038159] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.038303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.038343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.038598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.040992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.040992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.040992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.040992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.041839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.041839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.041839] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1015.123828] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.124076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.124156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.124317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.125062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.137464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.137464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.137464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.137464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.137464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.137464] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be created. [ 1015.140387] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1015.196989] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.197163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.197223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.197713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.197713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.222181] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: UNINITIALIZED for 2s [ 1015.353945] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.856344] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3b02319-30cb-4d95-ba71-ed34d97d1400: rpc.has_security_group_logging(os_id): False [ 1015.879060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.879060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.879060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.879586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.879586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.879586] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.879586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.879827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.879827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.879953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.880020] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 is going to be created. [ 1015.966336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.966524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.966524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.967389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.967389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.979398] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 in Status: IN_PROGRESS for 2s [ 1016.390253] env[65808]: INFO networking_nsxv3.common.synchronization [req-b8667675-a949-4cc4-ade6-0fca8c903b28 req-d40da50b-19ab-4ea1-8d40-771dbb63aeeb tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1016.391452] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1016.392285] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.392285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.392285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.392285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.392285] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.392602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.392602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.392602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.392696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.392727] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.896800] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.897150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.897150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.897264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.923819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.924116] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.924252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.924303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.927436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.927436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.927436] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1016.957723] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.957897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.957956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.958228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.958663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.973219] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1017.155520] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1017.155657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.232957] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1017.233198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.233421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.233690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.233889] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.234020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.234085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.234246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.234330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.234415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.234507] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.737076] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.997513] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 in Status: SUCCESS [ 1017.997513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.239434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66b65258-21a1-40a7-ad89-8c9eeee3908b: rpc.has_security_group_logging(os_id): False [ 1018.266181] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.266452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.266452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.266670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.266991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.267320] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.267464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.267535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.267661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.267734] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.268044] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be created. [ 1018.354171] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.354171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.354383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.357456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.357456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.367406] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: IN_PROGRESS for 2s [ 1018.425972] env[65808]: INFO networking_nsxv3.common.synchronization [req-2f76264e-018b-4ad1-9bff-8cc152c7b8fa req-c778d0f4-9b07-47aa-b850-b808c1d9b764 tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1018.426732] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1018.427135] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.429042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.429042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.429042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.429042] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.429042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.429042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.429042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.429042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.429042] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.460928] env[65808]: INFO networking_nsxv3.common.synchronization [req-2f76264e-018b-4ad1-9bff-8cc152c7b8fa req-c778d0f4-9b07-47aa-b850-b808c1d9b764 tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 1018.461170] env[65808]: INFO networking_nsxv3.common.synchronization [req-2f76264e-018b-4ad1-9bff-8cc152c7b8fa req-c778d0f4-9b07-47aa-b850-b808c1d9b764 tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1018.461461] env[65808]: INFO networking_nsxv3.common.synchronization [req-2f76264e-018b-4ad1-9bff-8cc152c7b8fa req-c778d0f4-9b07-47aa-b850-b808c1d9b764 tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd with Priority: HIGHEST for action port [ 1018.462599] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 1018.462819] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1018.462955] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd with Priority: HIGHEST for action port [ 1018.463324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.463519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.463628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.463906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.464048] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.465445] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.465615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.465939] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9c749e-4c51-4390-8f13-4d566833b9bd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.466158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.466266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.466537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.466673] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9c749e-4c51-4390-8f13-4d566833b9bd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.931688] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.968775] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.968892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.969104] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f9c749e-4c51-4390-8f13-4d566833b9bd with status ACTIVE [ 1018.969284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.969392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.969456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.969687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.969957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.969957] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.970176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.970176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.970257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.970294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.970594] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.970695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.970789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.970896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.970969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.971064] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd is going to be updated. [ 1018.984058] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1018.984241] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 deletion is rescheduled due to dependency. [ 1018.984339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.993800] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.994042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.994042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.994526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.994526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.994526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.433619] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.936359] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.936527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.936596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.937358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.937358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.937647] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be updated. [ 1019.974027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.974027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.974027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.974027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.974027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.984558] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: IN_PROGRESS for 2s [ 1020.379570] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1020.379818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.376113] env[65808]: INFO networking_nsxv3.common.synchronization [req-18ad5715-eef7-4d02-80cc-a1e170b29d83 req-fe3e0ce2-64aa-4b53-90b8-d07580c7a4ae tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1021.378250] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1021.378655] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.378824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.379277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.379589] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.379664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.383138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.383343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.383436] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.383536] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.739387] env[65808]: INFO networking_nsxv3.common.synchronization [req-05ed9cd8-0a54-43d3-ad8c-1e0203d16411 req-b5efc790-415e-4966-ac8d-3ef7ab689d6c tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1021.739929] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1021.740238] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.740349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.753679] env[65808]: INFO networking_nsxv3.common.synchronization [req-05ed9cd8-0a54-43d3-ad8c-1e0203d16411 req-b5efc790-415e-4966-ac8d-3ef7ab689d6c tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 1021.753870] env[65808]: INFO networking_nsxv3.common.synchronization [req-05ed9cd8-0a54-43d3-ad8c-1e0203d16411 req-b5efc790-415e-4966-ac8d-3ef7ab689d6c tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1021.754012] env[65808]: INFO networking_nsxv3.common.synchronization [req-05ed9cd8-0a54-43d3-ad8c-1e0203d16411 req-b5efc790-415e-4966-ac8d-3ef7ab689d6c tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd with Priority: HIGHEST for action port [ 1021.755299] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_rules [ 1021.755299] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1021.755299] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd with Priority: HIGHEST for action port [ 1021.755673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.755778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.755971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.756122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.756239] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9c749e-4c51-4390-8f13-4d566833b9bd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.756330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.756439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.756594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.756711] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9c749e-4c51-4390-8f13-4d566833b9bd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.758113] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.758333] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.758468] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.759890] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.759890] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.759890] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.759890] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.759890] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.759890] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.760174] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.760174] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.760248] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.760296] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.760392] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.760499] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.760621] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.785837] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.786725] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.786725] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.786725] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.787785] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.787785] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.787785] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.788160] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.788347] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c88411-08d2-4d43-8e6c-619eaf3a2e0b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.886936] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.886936] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.886936] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b already deleted. [ 1021.886936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.001802] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: SUCCESS [ 1022.001802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.001802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.001802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.001802] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.001802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.002292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.002292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.002292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.002292] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.267048] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f9c749e-4c51-4390-8f13-4d566833b9bd with status ACTIVE [ 1022.267048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.267048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.267048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.267048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.267048] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f9c749e-4c51-4390-8f13-4d566833b9bd is going to be updated. [ 1022.288274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.288274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.288274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.288274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.288274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.288274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9c749e-4c51-4390-8f13-4d566833b9bd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295024] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295024] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 49c88411-08d2-4d43-8e6c-619eaf3a2e0b not found, creating... [ 1022.295024] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295557] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.295557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.295557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.295557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295557] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 49c88411-08d2-4d43-8e6c-619eaf3a2e0b is going to be created. [ 1022.318863] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.318863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.318863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.318863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.318863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.318863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.509692] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.011885] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.041930] env[65808]: INFO networking_nsxv3.common.synchronization [req-18ad5715-eef7-4d02-80cc-a1e170b29d83 req-02da90d1-fae7-4e58-8298-2212a2a45a36 service nova] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1023.042496] env[65808]: INFO networking_nsxv3.common.synchronization [req-18ad5715-eef7-4d02-80cc-a1e170b29d83 req-02da90d1-fae7-4e58-8298-2212a2a45a36 service nova] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1023.042670] env[65808]: INFO networking_nsxv3.common.synchronization [req-18ad5715-eef7-4d02-80cc-a1e170b29d83 req-02da90d1-fae7-4e58-8298-2212a2a45a36 service nova] Enqueued Resource ID: 49c88411-08d2-4d43-8e6c-619eaf3a2e0b with Priority: HIGHEST for action port [ 1023.043331] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1023.043879] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1023.044036] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c88411-08d2-4d43-8e6c-619eaf3a2e0b with Priority: HIGHEST for action port [ 1023.044388] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.044579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.044680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.044939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.045325] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.046333] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.046475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.046576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.047138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.047138] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.047138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.047138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.047404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.047660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.047829] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.048701] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.048877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.049009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.049266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.049424] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c88411-08d2-4d43-8e6c-619eaf3a2e0b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.514674] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.514674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.514674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.514674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.514674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.514674] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be updated. [ 1023.548635] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.548635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.548635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.548635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.548635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.551936] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.552616] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.552616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.552616] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49c88411-08d2-4d43-8e6c-619eaf3a2e0b with status ACTIVE [ 1023.554196] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.554196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.554196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.554196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.554196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.554196] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.554196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.554196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.554764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.554764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.554764] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.554764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.554764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.554966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.554966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.554966] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49c88411-08d2-4d43-8e6c-619eaf3a2e0b is going to be updated. [ 1023.559222] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: IN_PROGRESS for 2s [ 1023.575306] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.576581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.576581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.576581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.576581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.576581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c88411-08d2-4d43-8e6c-619eaf3a2e0b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.786930] env[65808]: INFO networking_nsxv3.common.synchronization [req-36325922-c5c5-4121-a6cb-f40fea1a79fe req-7229f713-caa5-4789-a610-e06e1fa362eb tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 1023.787544] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 1023.787877] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.788009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.788295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.788368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.788524] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.788623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.788694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.788831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.788915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.789023] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.056946] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.244051] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.244258] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.244388] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.244663] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.245147] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.245250] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.245371] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.245625] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.245996] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.246093] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.246867] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.246867] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.246867] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.246867] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.246867] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.246867] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.267134] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.267296] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.267518] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.267633] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.268754] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-2c594a51-8a9f-4c71-92e7-51413507ce74 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.268754] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.268754] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.268754] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.268754] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c594a51-8a9f-4c71-92e7-51413507ce74',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.291901] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.292062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.292136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.292363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.292462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.292648] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.292744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.292807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.292962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.293048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.293143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be deleted. [ 1024.326756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.326912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.327010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.327251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.327365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.327476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.562211] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.562211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.562211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.562211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.562211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.562211] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be created. [ 1024.591170] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.591170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.591170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.591170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.591170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.613054] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: UNINITIALIZED for 2s [ 1024.772840] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.773145] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.773249] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.773717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.773952] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.774110] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 2c594a51-8a9f-4c71-92e7-51413507ce74 not found, creating... [ 1024.774426] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.774591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.774752] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.774959] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.775132] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.775433] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.775591] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.776290] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.776290] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.776290] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.776290] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 2c594a51-8a9f-4c71-92e7-51413507ce74 is going to be created. [ 1024.824075] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.824306] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.824430] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.824829] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.825731] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.825731] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.570023] env[65808]: INFO networking_nsxv3.common.synchronization [req-36325922-c5c5-4121-a6cb-f40fea1a79fe req-6910b776-609e-4ff5-b699-c0d2c85c528e service nova] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_rules [ 1025.570023] env[65808]: INFO networking_nsxv3.common.synchronization [req-36325922-c5c5-4121-a6cb-f40fea1a79fe req-6910b776-609e-4ff5-b699-c0d2c85c528e service nova] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 1025.570023] env[65808]: INFO networking_nsxv3.common.synchronization [req-36325922-c5c5-4121-a6cb-f40fea1a79fe req-6910b776-609e-4ff5-b699-c0d2c85c528e service nova] Enqueued Resource ID: 2c594a51-8a9f-4c71-92e7-51413507ce74 with Priority: HIGHEST for action port [ 1025.570023] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_rules [ 1025.570023] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 1025.573032] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c594a51-8a9f-4c71-92e7-51413507ce74 with Priority: HIGHEST for action port [ 1025.573032] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: SUCCESS [ 1025.573032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.573032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.573032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.573032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.573672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.573672] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.574570] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.574570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.574570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.574868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.575055] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.575189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.575363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.575464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.575572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.575686] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.577700] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c594a51-8a9f-4c71-92e7-51413507ce74 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.577700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.577700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.577700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.577700] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c594a51-8a9f-4c71-92e7-51413507ce74',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.579578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.579720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.580226] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.580226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.580226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.580226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.580530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.580530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.580530] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.581516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.582141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.582141] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.582141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.582141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.582141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.582481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.582481] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.083609] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.084610] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c594a51-8a9f-4c71-92e7-51413507ce74 with status ACTIVE [ 1026.084812] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.084937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.085038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.085225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.085363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.085498] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.088284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088284] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c594a51-8a9f-4c71-92e7-51413507ce74 is going to be updated. [ 1026.090148] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.090276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.090422] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.091538] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.122247] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.122443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.126212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.126524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.126686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.126871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.328815] env[65808]: INFO networking_nsxv3.common.synchronization [req-84aa4d92-bbd2-4aa0-8700-681bd05ac781 req-a1b92a2e-123e-4ce3-b3b2-43b80a7ce746 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1026.329468] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1026.329859] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.329958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.330023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.330810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.330810] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.330810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.330810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.330810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.330810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.330810] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.592727] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.594036] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87d72c1-58f8-46ed-8e09-f2a8ede79f2f: rpc.has_security_group_logging(os_id): False [ 1026.596085] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.618945] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.619104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.619188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.619389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.619490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.619818] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.619914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.619914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.620079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.620130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.620233] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be updated. [ 1026.622671] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1026.622671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.622846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.622978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.624476] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.624476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.624476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.624476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.624476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.624476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.624476] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.683928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.684235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.684350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.684698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.684954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.700611] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: IN_PROGRESS for 2s [ 1026.823605] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.823812] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.823910] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.824232] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.824496] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.824655] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.824770] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.824986] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.825144] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.825347] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.825458] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.825561] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.825666] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.825771] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.825873] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.826012] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.841044] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.870107] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.870107] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.870512] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.870902] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.871617] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-7649fc02-c20d-47c3-8006-61a9e25bf529 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.872042] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.872304] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.872792] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.873034] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7649fc02-c20d-47c3-8006-61a9e25bf529',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.097567] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.097759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.097759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.098062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.098191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.098325] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be created. [ 1027.099802] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.099982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.100075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.100292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.100370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.100491] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be updated. [ 1027.126096] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.150567] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.150723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.150816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.151037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.151145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.153073] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.153240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.153311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.153437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.153573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.166905] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: IN_PROGRESS for 2s [ 1027.167757] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: UNINITIALIZED for 2s [ 1027.342851] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.376466] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.376671] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.376802] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.377089] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.377236] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.377416] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 7649fc02-c20d-47c3-8006-61a9e25bf529 not found, creating... [ 1027.377673] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.377823] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.378009] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.378379] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.378588] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.378929] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.379201] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.379412] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.379660] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.379801] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.379968] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 7649fc02-c20d-47c3-8006-61a9e25bf529 is going to be created. [ 1027.404114] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.404362] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.404464] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.404799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.405206] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.405329] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.628683] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b: rpc.has_security_group_logging(os_id): False [ 1027.654875] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.655122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.655122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.655342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.655748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.656312] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.656498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.656594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.656881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.656957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.657075] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be created. [ 1027.725641] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.725867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.725867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.726087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.726283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.739521] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1027.845494] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.845801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.845947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.846297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.850038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.850038] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1027.907020] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.907328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.907430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.907763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.908023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.926854] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1027.967197] env[65808]: INFO networking_nsxv3.common.synchronization [req-0843ec64-aa2a-4889-b7db-5b7feb9e8d7d req-f0398038-aa2e-48d7-96dd-ecb31d3ea958 tempest-AttachInterfacesUnderV243Test-778745916 tempest-AttachInterfacesUnderV243Test-778745916-project-member] Enqueued Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1027.967990] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f with Priority: HIGHEST for action security_group_members [ 1027.968395] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.968528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.175712] env[65808]: INFO networking_nsxv3.common.synchronization [req-84aa4d92-bbd2-4aa0-8700-681bd05ac781 req-c3cc0156-b450-4857-aeca-0a9edff207ee service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1028.175912] env[65808]: INFO networking_nsxv3.common.synchronization [req-84aa4d92-bbd2-4aa0-8700-681bd05ac781 req-c3cc0156-b450-4857-aeca-0a9edff207ee service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1028.176250] env[65808]: INFO networking_nsxv3.common.synchronization [req-84aa4d92-bbd2-4aa0-8700-681bd05ac781 req-c3cc0156-b450-4857-aeca-0a9edff207ee service nova] Enqueued Resource ID: 7649fc02-c20d-47c3-8006-61a9e25bf529 with Priority: HIGHEST for action port [ 1028.176642] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1028.176812] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1028.176993] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7649fc02-c20d-47c3-8006-61a9e25bf529 with Priority: HIGHEST for action port [ 1028.177452] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.177584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.177658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.177852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.177932] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.179589] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.179589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.179589] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-7649fc02-c20d-47c3-8006-61a9e25bf529 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.179589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.179589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.179885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.179885] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7649fc02-c20d-47c3-8006-61a9e25bf529',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.682409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682878] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7649fc02-c20d-47c3-8006-61a9e25bf529 with status ACTIVE [ 1028.682878] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.683281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.683411] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.683512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.683815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.684010] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.684120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.684181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.684307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.684378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.684469] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7649fc02-c20d-47c3-8006-61a9e25bf529 is going to be updated. [ 1028.710447] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.710596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.710818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.710991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.711060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.711168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7649fc02-c20d-47c3-8006-61a9e25bf529" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.717842] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: SUCCESS [ 1028.718063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.718234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.718439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.718525] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.181308] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: SUCCESS [ 1029.181598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.181791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.182029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.182233] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.182356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.182414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.182578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.182660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.182744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.182835] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.185445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f in Status: SUCCESS [ 1029.185633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.185798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.185991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.186213] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.186329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.186395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.186552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.186634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.186730] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.243266] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.243525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.243577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.244114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.244221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.244342] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be deleted. [ 1029.300488] env[65808]: INFO networking_nsxv3.common.synchronization [req-536464c7-8b25-4067-bcfa-d89bf7a05887 req-5a3b4321-9ac8-433d-bf1b-7ed34165e39a tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_members [ 1029.301882] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 with Priority: HIGHEST for action security_group_members [ 1029.303093] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab7749f-04c8-4a95-8f11-7b8639424e29 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.303529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.303737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.306024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.306024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.306024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.306024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.306024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.306024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.306024] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab7749f-04c8-4a95-8f11-7b8639424e29',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.307658] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.307942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.308154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.308437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.308647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.308864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.689571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.689571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.690024] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.690284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.691421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.691858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.691858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.691858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.691999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.692192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.692373] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.692439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.692477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.692643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.695342] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.695342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.695342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.695342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.695342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.695342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.695342] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.697429] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.698473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.702562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.702562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.702562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.702562] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.702562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.702562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.702562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.702562] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.702562] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f is going to be deleted. [ 1029.745526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.745717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.746125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.746125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.746301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.748095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.748287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.748513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.748730] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.748882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.748974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.749322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.749803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.749936] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87d72c1-58f8-46ed-8e09-f2a8ede79f2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.764166] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1029.764416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.813593] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.813593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.813593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.813593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.840422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.840422] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.840422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.840422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.840422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.840422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.840422] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 is going to be updated. [ 1029.878719] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.878959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.879072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.879363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.879519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.892700] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 in Status: IN_PROGRESS for 2s [ 1029.942120] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1029.942432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.942650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.942880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.943131] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.943313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.943386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.943618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.945062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.945062] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.203412] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c5355a-4653-4146-af18-c117e380c97f: rpc.has_security_group_logging(os_id): False [ 1030.233086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.234252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.234252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.234619] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.234619] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.234619] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.234738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.234782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.234955] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.235123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.235123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.235259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.235332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235409] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be created. [ 1030.254679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.254880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.254939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.255163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.255255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.255457] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.255560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.255623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.255780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.255853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.255935] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87d72c1-58f8-46ed-8e09-f2a8ede79f2f already deleted. [ 1030.256029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87d72c1-58f8-46ed-8e09-f2a8ede79f2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.322415] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.322735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.322735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.322925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.323176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.361372] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: IN_PROGRESS for 2s [ 1030.447454] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.949989] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.453217] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.453418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.453483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.454264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.454429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.454615] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1031.497317] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.497519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.497566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.497757] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.497940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.508244] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1031.908660] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 in Status: SUCCESS [ 1031.908660] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab7749f-04c8-4a95-8f11-7b8639424e29 deletion is rescheduled due to dependency. [ 1031.908660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab7749f-04c8-4a95-8f11-7b8639424e29" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.013771] env[65808]: INFO networking_nsxv3.common.synchronization [req-d49fd66f-6dd7-407a-a71d-a48a75fe0a54 req-f868688c-5c14-4c6c-ba58-5e312a5d9294 tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1032.014556] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1032.014718] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.014804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.014873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.015099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.015256] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.015347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.015405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.015602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.015671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.015806] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.379389] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: SUCCESS [ 1032.379389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.413216] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.413565] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.413565] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.413832] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.414179] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.414394] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.414394] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.414600] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.414744] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.414948] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.415096] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.415162] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.416048] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.416048] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.416048] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.416048] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.442661] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.442839] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.442973] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.443163] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.443482] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.443660] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.443774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.444169] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.444316] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1c23db-8dd0-4d89-b7a0-ed75c270b6d4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.518891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.519106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.522654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.522654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.522654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.522654] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.522654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.522654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.522654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.522654] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.522654] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1032.573699] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.575348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.575348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.575348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.575348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.588334] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1032.947341] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.947572] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.947714] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.948058] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.948217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.948378] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 not found, creating... [ 1032.948640] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.948794] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.948910] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.949150] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.949369] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.949790] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.949949] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.950080] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.950325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.950427] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.950567] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 is going to be created. [ 1032.971163] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.971422] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.971549] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.971861] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.972101] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.972344] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.524276] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1033.524587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.524893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.525221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.525510] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.525642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.525704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.525971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.526140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.526302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.526438] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.761923] env[65808]: INFO networking_nsxv3.common.synchronization [req-d49fd66f-6dd7-407a-a71d-a48a75fe0a54 req-ae551f7c-3258-4e23-86e1-15b636861691 service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 1033.763509] env[65808]: INFO networking_nsxv3.common.synchronization [req-d49fd66f-6dd7-407a-a71d-a48a75fe0a54 req-ae551f7c-3258-4e23-86e1-15b636861691 service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1033.763746] env[65808]: INFO networking_nsxv3.common.synchronization [req-d49fd66f-6dd7-407a-a71d-a48a75fe0a54 req-ae551f7c-3258-4e23-86e1-15b636861691 service nova] Enqueued Resource ID: da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 with Priority: HIGHEST for action port [ 1033.764555] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 1033.764555] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1033.765061] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 with Priority: HIGHEST for action port [ 1033.766031] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.766031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.766031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.766031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.766288] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.767620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.767620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.767620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.768071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.768071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.768071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.768387] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1c23db-8dd0-4d89-b7a0-ed75c270b6d4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.029111] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.029363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.029422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.029742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.029982] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.030152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.030265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.030870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.031021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.031156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.031411] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.031552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.031646] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.031853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.032092] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.032233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.032325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.032531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.032643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.032761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.032887] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.272108] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.272108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.272108] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 with status ACTIVE [ 1034.272108] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.272108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.272108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.272748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.272748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.272748] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.272748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.272748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.272940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.272940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.273207] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.273207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.273207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.273345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.273383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.273454] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da1c23db-8dd0-4d89-b7a0-ed75c270b6d4 is going to be updated. [ 1034.300972] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.301189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.301248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.301481] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.301621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.301780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da1c23db-8dd0-4d89-b7a0-ed75c270b6d4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.534849] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9f7875-145d-47e4-92d1-d53ed82576b3: rpc.has_security_group_logging(os_id): False [ 1034.556611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.556847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.556934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.557191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.557321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.557612] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.557746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.557919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.558043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.558138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.558368] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.558444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.558506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.558991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.559217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.560446] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.560579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.560656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.560827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.560939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.561116] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1034.603152] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1034.603152] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 deletion is rescheduled due to dependency. [ 1034.603152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.603152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.603152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.603152] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.603152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.603152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.603152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.603152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.603152] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.609432] env[65808]: INFO networking_nsxv3.common.synchronization [req-1a6861f5-0c15-44b5-b0e0-03700a0ccb30 req-6d3f2c3b-935b-4030-a485-116993d243bc tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1034.610040] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1034.610555] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.610555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.610555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.610795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.610909] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.611026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.612107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.612371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.612495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.613113] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.636585] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.636585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.636585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.636585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.636585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.655456] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1034.972108] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.972280] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.972562] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.972733] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.973256] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.973451] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.973574] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.973850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.974018] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.974326] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.974484] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.974540] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.974592] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.974722] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.974841] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.974968] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.994609] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.994809] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.994928] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.995112] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.995421] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-3eea108f-0dca-4c33-abf8-657044136a3c taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.995594] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.995782] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.996294] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.996533] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eea108f-0dca-4c33-abf8-657044136a3c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.103091] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.115528] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.499865] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.500037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.500184] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.500836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.500836] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.500836] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 3eea108f-0dca-4c33-abf8-657044136a3c not found, creating... [ 1035.501099] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.501397] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.502289] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.502289] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.502289] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.502289] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.502289] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.502551] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.503312] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.503484] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.503657] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 3eea108f-0dca-4c33-abf8-657044136a3c is going to be created. [ 1035.527297] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.527618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.527618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.528110] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.528110] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.528429] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.605769] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.619734] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.111297] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.111297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.111297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.111297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.111297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.111297] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1036.124673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.124673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.124673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.124673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.124673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.124673] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be updated. [ 1036.157949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.157949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.157949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.157949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.161457] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.164019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.164019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.164019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.164019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.183837] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: IN_PROGRESS for 2s [ 1036.183837] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1036.270651] env[65808]: INFO networking_nsxv3.common.synchronization [req-1a6861f5-0c15-44b5-b0e0-03700a0ccb30 req-3698bcf8-e9d0-417f-a4b6-02a45a7ab801 service nova] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 1036.270848] env[65808]: INFO networking_nsxv3.common.synchronization [req-1a6861f5-0c15-44b5-b0e0-03700a0ccb30 req-3698bcf8-e9d0-417f-a4b6-02a45a7ab801 service nova] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1036.271158] env[65808]: INFO networking_nsxv3.common.synchronization [req-1a6861f5-0c15-44b5-b0e0-03700a0ccb30 req-3698bcf8-e9d0-417f-a4b6-02a45a7ab801 service nova] Enqueued Resource ID: 3eea108f-0dca-4c33-abf8-657044136a3c with Priority: HIGHEST for action port [ 1036.271848] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_rules [ 1036.272018] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1036.272143] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eea108f-0dca-4c33-abf8-657044136a3c with Priority: HIGHEST for action port [ 1036.272520] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.272699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.272786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.273101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.273209] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.276538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eea108f-0dca-4c33-abf8-657044136a3c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276538] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276538] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eea108f-0dca-4c33-abf8-657044136a3c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.672628] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1036.673044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.777064] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.777157] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.777338] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eea108f-0dca-4c33-abf8-657044136a3c with status ACTIVE [ 1036.777544] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.777691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.777793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.778141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.778943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.778943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.778943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.778943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.779212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.779329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.779551] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.780762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.780762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.780762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.780762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.780762] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eea108f-0dca-4c33-abf8-657044136a3c is going to be updated. [ 1036.786695] env[65808]: INFO networking_nsxv3.common.synchronization [req-b7e906bd-cd81-4978-b3ab-1940638fbc3a req-3470eb20-8fc0-47fd-983c-2aac28c633e4 tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 1036.788464] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGHEST for action security_group_members [ 1036.788464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.788464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.788464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.788464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.788464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.788464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.789059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.789059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.789059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.789059] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.808367] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.808583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.808665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.809028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.809336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.809677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eea108f-0dca-4c33-abf8-657044136a3c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.846050] env[65808]: INFO networking_nsxv3.common.synchronization [req-b7e906bd-cd81-4978-b3ab-1940638fbc3a req-3470eb20-8fc0-47fd-983c-2aac28c633e4 tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: 2c594a51-8a9f-4c71-92e7-51413507ce74 with Priority: HIGHEST for action port [ 1036.846625] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c594a51-8a9f-4c71-92e7-51413507ce74 with Priority: HIGHEST for action port [ 1036.847072] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c594a51-8a9f-4c71-92e7-51413507ce74 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.847593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.847593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.847696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.847696] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c594a51-8a9f-4c71-92e7-51413507ce74',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.291448] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.291641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.291711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.291930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.292167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.292255] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.292384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.292536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.292639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.292706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.292786] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be updated. [ 1037.328754] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.328754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.328754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.328754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.328754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.337098] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: IN_PROGRESS for 2s [ 1037.351471] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c594a51-8a9f-4c71-92e7-51413507ce74 with status ACTIVE [ 1037.351471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.351471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.351471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.351471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.352033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.352033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.352116] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.352284] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c594a51-8a9f-4c71-92e7-51413507ce74 is going to be updated. [ 1037.379868] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.380073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.380118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.380750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.380804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.381058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c594a51-8a9f-4c71-92e7-51413507ce74" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.058061] env[65808]: INFO networking_nsxv3.common.synchronization [req-8f6d6b13-5d44-4325-b39b-2b7ad0592cc4 req-b0d8c77f-0738-4e8f-99ec-c288809f3308 tempest-ServersNegativeTestJSON-1922042384 tempest-ServersNegativeTestJSON-1922042384-project-member] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 1038.058729] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGHEST for action security_group_members [ 1038.060043] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.060043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.060043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.060244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.060244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.060689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.060759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.060964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.061098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.061217] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.198809] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.201015] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.201015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.201015] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.203549] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1038.204331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.204331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.204331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.204477] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.204546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.204620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.204829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.204925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.205048] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.334449] env[65808]: INFO networking_nsxv3.common.synchronization [req-0db33b68-a917-485b-9ccd-c37058a0f059 req-5c7ba262-72e0-42e1-b30b-da4d125b6d84 tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1038.335080] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1038.335406] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.335529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.335600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.335801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.335957] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.336066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.337419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.337536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.337606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.337705] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.564464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.564645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.564695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.565740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.565740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.565740] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.565740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.565740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.565740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.565740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.565740] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be updated. [ 1038.601363] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.601583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.601705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.602025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.602198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.616165] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: IN_PROGRESS for 2s [ 1038.708521] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.708521] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.843789] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.210756] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.211750] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04896dfd-ce26-4165-a0d2-67b94d959347: rpc.has_security_group_logging(os_id): False [ 1039.231625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.231820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.231820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.232052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.232146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.232450] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.232531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.232571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.232730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.232807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.232893] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1039.295238] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.295447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.295447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.295593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.295811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.308520] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1039.344918] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.346600] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c5355a-4653-4146-af18-c117e380c97f in Status: SUCCESS [ 1039.346769] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c5355a-4653-4146-af18-c117e380c97f deletion is rescheduled due to dependency. [ 1039.346876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.715529] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.715702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.717385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.717618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.717725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.717855] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be updated. [ 1039.774272] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.774272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.774272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.774272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.774272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.785555] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: IN_PROGRESS for 2s [ 1039.848409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.848577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.848577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.848796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.848873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.848973] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 1039.883490] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.883898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.883898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.883985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.884809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.894139] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 1040.631495] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 in Status: SUCCESS [ 1040.631877] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 deletion is rescheduled due to dependency. [ 1040.631984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.058486] env[65808]: INFO networking_nsxv3.common.synchronization [req-057b22ac-9141-46c6-af9e-2079f469afb0 req-4d8effe8-8081-4ca8-a8fb-e15a9945a46a tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1041.058978] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1041.059388] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.059534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.059604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.059972] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.060192] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.060700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.060700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.060700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.060700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.060991] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.322408] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1041.322408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.529920] env[65808]: INFO networking_nsxv3.common.synchronization [None req-8e016cb6-9489-4d33-bf04-d442203bb7f9 None None] Enqueued Resource ID: 78236afb-7ba3-46f2-989b-3e0d318075c1 with Priority: HIGHEST for action port [ 1041.530848] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78236afb-7ba3-46f2-989b-3e0d318075c1 with Priority: HIGHEST for action port [ 1041.530848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-78236afb-7ba3-46f2-989b-3e0d318075c1 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.531095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78236afb-7ba3-46f2-989b-3e0d318075c1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.531095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78236afb-7ba3-46f2-989b-3e0d318075c1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.531336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78236afb-7ba3-46f2-989b-3e0d318075c1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.531336] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78236afb-7ba3-46f2-989b-3e0d318075c1',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.569747] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.797738] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1041.798073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.798388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.798601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.798715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.798878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.798937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.799038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.799093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.799182] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.905533] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 1041.905786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.033815] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78236afb-7ba3-46f2-989b-3e0d318075c1 [ 1042.035370] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.035370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.035370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.035543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.035673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.035742] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78236afb-7ba3-46f2-989b-3e0d318075c1 already deleted. [ 1042.035842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78236afb-7ba3-46f2-989b-3e0d318075c1" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.071659] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.301830] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.574971] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.575137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.575183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.575437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.575584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.575686] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1042.608536] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.608694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.608762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.608997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.609276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.620622] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1042.805653] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66b65258-21a1-40a7-ad89-8c9eeee3908b: rpc.has_security_group_logging(os_id): False [ 1042.828766] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.833200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.833388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.833640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.833729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.834024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.834143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.834268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.834360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.834439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.834528] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be updated. [ 1042.902858] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.903156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.903156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.903463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.903618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.918634] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: IN_PROGRESS for 2s [ 1044.635443] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1044.636353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.935848] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1044.935848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.512324] env[65808]: INFO networking_nsxv3.common.synchronization [req-f8e78984-f71b-4c04-9802-669cdc2e704a req-8356f82b-9f30-40d8-9cef-d3d25e539234 tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 1045.512324] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 1045.512324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.512324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.512324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.513215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.513215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.513403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.513895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.513895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.513895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.514137] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.018813] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.020356] env[65808]: INFO networking_nsxv3.common.synchronization [None req-e3b273d3-c644-4490-8007-d1a6cd724c8f None None] Enqueued Resource ID: b322ddc6-9254-482c-a99f-2090e6120aa6 with Priority: HIGHEST for action port [ 1046.021450] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b322ddc6-9254-482c-a99f-2090e6120aa6 with Priority: HIGHEST for action port [ 1046.023032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b322ddc6-9254-482c-a99f-2090e6120aa6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.023032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b322ddc6-9254-482c-a99f-2090e6120aa6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.023032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b322ddc6-9254-482c-a99f-2090e6120aa6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.023032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b322ddc6-9254-482c-a99f-2090e6120aa6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.023032] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b322ddc6-9254-482c-a99f-2090e6120aa6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.031931] env[65808]: INFO networking_nsxv3.common.synchronization [req-4516296a-b5f6-47dc-a4a2-4b9443955008 req-7202c39f-a011-437c-93c5-c342971d92aa tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_members [ 1046.032261] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGHEST for action security_group_members [ 1046.032574] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.032713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.032795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.035240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.035344] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.036026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.036026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.036026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.036026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.036026] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.523521] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.527816] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b322ddc6-9254-482c-a99f-2090e6120aa6 [ 1046.527816] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.528813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.528813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.528813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.528813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.528813] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b322ddc6-9254-482c-a99f-2090e6120aa6 already deleted. [ 1046.528813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b322ddc6-9254-482c-a99f-2090e6120aa6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.538337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.538455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.538541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.538766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.538853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.539233] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.539233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.539233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.539411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.539450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.539556] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 is going to be updated. [ 1046.578025] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.578206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.578296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.578499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.578647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.589858] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 in Status: IN_PROGRESS for 2s [ 1046.698318] env[65808]: INFO networking_nsxv3.common.synchronization [req-7fe25cec-abfe-42fa-9ace-2290d4b28513 req-ff153dcf-29ae-4aef-8f5b-a83107b668c4 tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1046.700037] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1046.700037] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.700037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.700037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.700037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.700336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.700336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.700336] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.700456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.700456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.700526] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.028513] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.028839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.028839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.029065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.029174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.029296] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be updated. [ 1047.057274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.057471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.057471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.057663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.057812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.068229] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: IN_PROGRESS for 2s [ 1047.201118] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0aa38933-2309-4aef-a08c-176a06f3dd51 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1047.201765] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1047.202081] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.202317] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.202512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.202714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.203529] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.203529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.203529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.203529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.203529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.203529] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.204524] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.706848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.706848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.706848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.706848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.706848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.707250] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.707250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.707250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.707413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.707413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.707499] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 1047.708955] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.737446] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.737587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.737587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.737812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.737979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.749950] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 1048.164671] env[65808]: INFO networking_nsxv3.common.synchronization [req-83108e03-7643-4755-bccf-38b4dd019c57 req-d663f4bc-a069-40b3-a0e7-8db0faf9072b tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1048.165599] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1048.165887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.166026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.166119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.166313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.166464] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.166628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.166628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.166762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.166848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.166945] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.212571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.212781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.212853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.213085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.213186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.213362] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 1048.269092] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.269449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.269449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.269599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.269715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.281254] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 1048.602739] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 in Status: SUCCESS [ 1048.602934] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 deletion is rescheduled due to dependency. [ 1048.603062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.668909] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.765029] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.765242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.765339] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.765596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.765718] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.768991] env[65808]: INFO networking_nsxv3.common.synchronization [req-b2b9a57c-e9ab-4a16-847d-fd00058e2bf6 req-e0e609e2-4754-4440-9973-3f846f55c4c3 tempest-InstanceActionsV221TestJSON-172845778 tempest-InstanceActionsV221TestJSON-172845778-project-member] Enqueued Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_members [ 1048.769836] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_members [ 1048.770195] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.770272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.770330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.770589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.770755] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.770908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.771032] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.771137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.771223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.771350] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.079143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 1049.079143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.119931] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.120142] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-238" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.120262] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-238" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.120732] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-238" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.120830] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.120983] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.121113] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.121325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.121485] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.121793] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.121793] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.121918] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.121989] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.122103] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.122205] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.122331] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.144847] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.144847] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.144847] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.144847] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-238" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.144847] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-54a02d01-2ac8-4327-bb4b-714231fb054f taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.144847] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.144847] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.145596] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.145596] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a02d01-2ac8-4327-bb4b-714231fb054f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.172931] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.270305] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.274721] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.274860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.275154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.275154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.275307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.275489] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.275612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.275612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.276046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.276046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.276164] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba22964a-4e79-444f-bcd3-d3737e435a8b already deleted. [ 1049.276256] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.648023] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.648248] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.648372] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.648680] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.648861] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.649031] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 54a02d01-2ac8-4327-bb4b-714231fb054f not found, creating... [ 1049.649364] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649532] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649647] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.649938] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.650085] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.650403] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.650563] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.650680] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.650886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.651026] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.651155] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 54a02d01-2ac8-4327-bb4b-714231fb054f is going to be created. [ 1049.672023] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.672023] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.672254] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.672578] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.672996] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.673321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.674740] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.674857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.674926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.675121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.675247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.675286] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1049.703819] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.704043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.704043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.704319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.704448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.714335] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1049.761900] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 1049.762109] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 deletion is rescheduled due to dependency. [ 1049.762210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.773981] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.275732] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1050.275732] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1050.291824] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 1050.292080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.479993] env[65808]: INFO networking_nsxv3.common.synchronization [req-b2b9a57c-e9ab-4a16-847d-fd00058e2bf6 req-6a9e030b-0e8f-467b-a727-6d355643d968 service nova] Enqueued Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_rules [ 1050.479993] env[65808]: INFO networking_nsxv3.common.synchronization [req-b2b9a57c-e9ab-4a16-847d-fd00058e2bf6 req-6a9e030b-0e8f-467b-a727-6d355643d968 service nova] Enqueued Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_members [ 1050.479993] env[65808]: INFO networking_nsxv3.common.synchronization [req-b2b9a57c-e9ab-4a16-847d-fd00058e2bf6 req-6a9e030b-0e8f-467b-a727-6d355643d968 service nova] Enqueued Resource ID: 54a02d01-2ac8-4327-bb4b-714231fb054f with Priority: HIGHEST for action port [ 1050.479993] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_rules [ 1050.479993] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_members [ 1050.479993] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a02d01-2ac8-4327-bb4b-714231fb054f with Priority: HIGHEST for action port [ 1050.479993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.479993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.479993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.479993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.479993] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.480960] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.480960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.480960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.480960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.480960] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.480960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.480960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.481886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.481886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.481886] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.482103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a02d01-2ac8-4327-bb4b-714231fb054f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.482188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.482231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.482574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.482673] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a02d01-2ac8-4327-bb4b-714231fb054f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.981686] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.981686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.984062] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.984968] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54a02d01-2ac8-4327-bb4b-714231fb054f with status ACTIVE [ 1050.985234] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.985374] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.985444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.985664] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.985755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.985926] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.986084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.986133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.986271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.986344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.986943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.986943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.986943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.986943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.986943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.987236] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54a02d01-2ac8-4327-bb4b-714231fb054f is going to be updated. [ 1051.009790] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.009977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.010036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.010305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.010473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.010634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a02d01-2ac8-4327-bb4b-714231fb054f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142665] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.142922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.143111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.168182] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1051.169876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.172221] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1051.212118] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.212343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.212343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.212565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.222256] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.222977] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1051.223077] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.223169] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1051.270810] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.271126] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.271126] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.271261] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.272769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.272962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1051.361993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.362338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.362338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.362427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.362701] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.362966] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1051.440561] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.440711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.440783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.441013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.441309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.441643] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1051.441997] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'66b65258-21a1-40a7-ad89-8c9eeee3908b', '04896dfd-ce26-4165-a0d2-67b94d959347', '274ecc65-088f-4d56-bd71-0f543e3e6b7b', 'e3b491cc-8bef-44d7-bbfc-fb3e5785a167', '09622f52-495c-46f5-9990-1f2e256addba', 'd4eb50d1-99e2-49ca-87bc-b21984da2811', '2c4743c7-b6e8-4208-ad00-8e27c0a0f03b', '3d859f6b-77dd-43f3-b4dc-b4a4554725b6', '82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa', '7be32289-7d60-4220-83c1-8c6870d5dfc2', '3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34', '34c5355a-4653-4146-af18-c117e380c97f', 'ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c', 'e3a6288e-edeb-45cc-b000-30c2bddaa4ba', '291606a5-2df4-4904-8814-debede1a1495', '11387880-d015-4a81-9359-254efcecfc48', '8e7a85ff-599b-47e1-ba69-e73139bb74f2', 'b6049aed-4cd1-4f22-a8c3-9b1746795513', 'd00edaeb-66ec-4e50-89f6-5fbee074c934', '5120e26a-4596-4e07-9bfc-9aee0e7255db', 'a6f44701-24ad-4edf-83ee-83bd4fa8e4ab', 'fc4a2754-49d5-4084-b404-c1f67590102a', '14a8a096-150b-48f1-b667-7e2f23773361', 'c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3', 'b0710d65-8d7b-41b8-b27f-f579b2f30ef2', 'fc03e84a-c64d-4aac-90a8-7a084b3bd43f', 'df332082-a91f-4ec8-9a5b-f18b3070c685', 'cdc4c4f4-77de-4dae-ae42-b8d79966366a', '8f9f7875-145d-47e4-92d1-d53ed82576b3', '4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0', 'ab8696bc-fab5-4d53-bb57-921ce72f415f', 'a3b02319-30cb-4d95-ba71-ed34d97d1400', 'c724ec67-a2f9-463a-9284-4cfcee1bb73f', '50febd03-e972-4db4-8641-f0ad6e570896', 'ccd67c91-50d2-47e3-bca6-229ac13192c4', '7ab7749f-04c8-4a95-8f11-7b8639424e29', '86ac65ee-a532-4ab4-a717-4a84b25e64e0', '3572343a-848a-4b4c-a018-609ad1e993d5', '52a0be39-933b-49e6-90a7-9d50828506ff', 'd64bca6e-fc95-4b76-9698-932e1715207e', '93df70ab-bd00-4653-951e-159ec5e379f7', '877d2771-43e0-46d8-9bc7-5d0ff5386041', '1b8550b7-b73e-48e4-a2f2-d796883ddfb8', '5e141a2f-46f1-4cca-b26d-829ab36ef879', '1b30d01c-eef0-4153-883e-32e605e001b6', 'c215b84d-555a-4593-a413-840e8dd5cec8', '0f23db33-1580-40ed-91cd-6adc90f46644', '6507955c-0d59-485f-a5c1-1f1714f39e57', 'cd880430-9daf-44f7-9db6-b260a1011fdb', '466fb0ac-380d-4c36-8aa3-b67c641f2657'} {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.441997] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1051.463807] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.463807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.463807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.464178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.464247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.464435] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1051.464435] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.464619] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1051.489190] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.549164] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.549371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.549527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.549912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.551115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.551517] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1051.551614] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.551703] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1051.551791] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1051.551858] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1051.551918] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGH for action security_group_rules [ 1051.552013] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGH for action security_group_rules [ 1051.552060] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGH for action security_group_rules [ 1051.552102] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGH for action security_group_rules [ 1051.552212] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGH for action security_group_rules [ 1051.552212] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGH for action security_group_rules [ 1051.552312] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGH for action security_group_rules [ 1051.552359] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGH for action security_group_rules [ 1051.552463] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGH for action security_group_rules [ 1051.552463] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGH for action security_group_rules [ 1051.552613] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGH for action security_group_rules [ 1051.552613] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGH for action security_group_rules [ 1051.552613] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGH for action security_group_rules [ 1051.552734] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGH for action security_group_rules [ 1051.552734] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGH for action security_group_rules [ 1051.552811] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGH for action security_group_rules [ 1051.552811] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGH for action security_group_rules [ 1051.552899] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGH for action security_group_rules [ 1051.552964] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGH for action security_group_rules [ 1051.553035] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGH for action security_group_rules [ 1051.553096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.726463] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1051.726703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.991621] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.991859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.991859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.992091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.992191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.992290] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba22964a-4e79-444f-bcd3-d3737e435a8b is going to be created. [ 1052.016359] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.016570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.016570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.016824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.016892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.026182] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba22964a-4e79-444f-bcd3-d3737e435a8b in Status: UNINITIALIZED for 2s [ 1052.435964] env[65808]: INFO networking_nsxv3.common.synchronization [req-8d60078d-8eb7-4fb2-8de5-f5dc9c4da3c6 req-bfd69fd2-a886-46ed-a025-8b50ed25d071 tempest-ServerRescueNegativeTestJSON-1469232446 tempest-ServerRescueNegativeTestJSON-1469232446-project-member] Enqueued Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 1052.435964] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGHEST for action security_group_members [ 1052.435964] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGH for action security_group_rules [ 1052.435964] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291606a5-2df4-4904-8814-debede1a1495 with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11387880-d015-4a81-9359-254efcecfc48 with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5355a-4653-4146-af18-c117e380c97f with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa with Priority: HIGH for action security_group_rules [ 1052.437139] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 with Priority: HIGH for action security_group_rules [ 1052.438304] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 with Priority: HIGH for action security_group_rules [ 1052.438304] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09622f52-495c-46f5-9990-1f2e256addba with Priority: HIGH for action security_group_rules [ 1052.438304] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGH for action security_group_rules [ 1052.438304] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 with Priority: HIGH for action security_group_rules [ 1052.438304] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.438304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.438304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.438304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.438304] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.438903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.438903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.438903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.438903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.438903] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.439621] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.439708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.439708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.439924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.440045] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.441459] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.441459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.441459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.441459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.441459] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274ecc65-088f-4d56-bd71-0f543e3e6b7b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.441968] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.442100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.442405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.442405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.442405] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.444135] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-291606a5-2df4-4904-8814-debede1a1495 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.444135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.444135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.444135] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('291606a5-2df4-4904-8814-debede1a1495',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.444662] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5120e26a-4596-4e07-9bfc-9aee0e7255db taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.444662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.444662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.444662] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5120e26a-4596-4e07-9bfc-9aee0e7255db',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.445926] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d00edaeb-66ec-4e50-89f6-5fbee074c934 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.445926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.445926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.445926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.445926] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d00edaeb-66ec-4e50-89f6-5fbee074c934',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.448515] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6049aed-4cd1-4f22-a8c3-9b1746795513 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.448648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.448697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.448877] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.448920] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6049aed-4cd1-4f22-a8c3-9b1746795513',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.449679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.449808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.449874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.450020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.450142] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7a85ff-599b-47e1-ba69-e73139bb74f2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.450758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.450865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.450929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.451199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.451277] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3a6288e-edeb-45cc-b000-30c2bddaa4ba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.451990] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11387880-d015-4a81-9359-254efcecfc48 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.452098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.452147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.452283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.452356] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11387880-d015-4a81-9359-254efcecfc48',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.453364] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.453364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.453518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.453556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.454027] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.454329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c5355a-4653-4146-af18-c117e380c97f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.454442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.454504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.455299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.455299] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c5355a-4653-4146-af18-c117e380c97f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.456640] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.456640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.456640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.456640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.456640] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.457156] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be32289-7d60-4220-83c1-8c6870d5dfc2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.457277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.457352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.457511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.457583] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be32289-7d60-4220-83c1-8c6870d5dfc2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.458448] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.458513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.458578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.458748] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.458844] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.459652] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4eb50d1-99e2-49ca-87bc-b21984da2811 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.459718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.459758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.459918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.460023] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4eb50d1-99e2-49ca-87bc-b21984da2811',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.460703] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.460841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.460913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.461074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.461695] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d859f6b-77dd-43f3-b4dc-b4a4554725b6',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.462048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09622f52-495c-46f5-9990-1f2e256addba taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.462180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.462272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.462439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.462714] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09622f52-495c-46f5-9990-1f2e256addba',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.463942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.463942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.463942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.464140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.464140] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.465235] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.465351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.465391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.465572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.465654] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b491cc-8bef-44d7-bbfc-fb3e5785a167',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.465885] env[65808]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1052.495964] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.496215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.496267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.496496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.552023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.552023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274ecc65-088f-4d56-bd71-0f543e3e6b7b is going to be deleted. [ 1052.628713] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.628963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.628963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.629240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.629484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.629725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274ecc65-088f-4d56-bd71-0f543e3e6b7b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.970164] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.970387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.970387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.970622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.971860] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.971860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.971860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.971860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.971860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.971860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.971860] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.980091] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.980091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.980091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.980316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.980411] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.980508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.980568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.980719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.980797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.980878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.981033] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.992603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.992742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.992900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.993130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.003786] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.014749] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.015100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.015100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.015257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.015431] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.015520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.015597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.015763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.015830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.015921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.016026] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.019696] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.019696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.036202] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.036449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.062110] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.062365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.069722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.069862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.070836] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.070977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.071768] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.071989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.072758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.072895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.073673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.073772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.074611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.074711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.075409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.075499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.076122] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.076558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.076695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.077784] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.078219] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.078372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.078943] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.079386] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.079517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.080223] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.080668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.081171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.081533] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.081903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.082119] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.082249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.082313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.082574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.082661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.082792] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be updated. [ 1053.084291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.084399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.084442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.084617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.086326] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.086498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.112049] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.112776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.112935] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d00edaeb-66ec-4e50-89f6-5fbee074c934 is going to be deleted. [ 1053.114036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.114208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.116280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.116439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.116490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.116736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.116881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.126209] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: IN_PROGRESS for 2s [ 1053.135269] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.135418] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be32289-7d60-4220-83c1-8c6870d5dfc2 is going to be deleted. [ 1053.136362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.136578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.169542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.169686] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5120e26a-4596-4e07-9bfc-9aee0e7255db is going to be deleted. [ 1053.170742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.170979] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.193447] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.193447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.222147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.222369] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d859f6b-77dd-43f3-b4dc-b4a4554725b6 is going to be deleted. [ 1053.224091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.224429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.226119] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.226255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.242719] env[65808]: INFO networking_nsxv3.common.synchronization [None req-b6ecd8e8-851a-4923-ab3d-52adc7a708d2 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_rules [ 1053.243350] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_rules [ 1053.243664] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.244017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.244017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.244202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.244279] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.254741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.254925] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11387880-d015-4a81-9359-254efcecfc48 is going to be deleted. [ 1053.255876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.256359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.256359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.256359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 is going to be deleted. [ 1053.257077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.257249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.293088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.293288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.303183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.303347] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c is going to be deleted. [ 1053.304275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.304498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.336856] env[65808]: INFO networking_nsxv3.common.synchronization [None req-4cfbb6f5-4987-4e2f-87df-37628b334c0d tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_rules [ 1053.337789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.338169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.338398] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_rules [ 1053.338810] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.338810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342160] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.342286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.366974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.367160] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 291606a5-2df4-4904-8814-debede1a1495 is going to be deleted. [ 1053.368357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.368614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.404643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.404778] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b491cc-8bef-44d7-bbfc-fb3e5785a167 is going to be deleted. [ 1053.406064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.406295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.415719] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.415995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.451705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.452240] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c5355a-4653-4146-af18-c117e380c97f is going to be deleted. [ 1053.452959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.455030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.475752] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.499851] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.500074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.506040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.506269] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa is going to be deleted. [ 1053.507305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.507584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.520054] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b: rpc.has_security_group_logging(os_id): False [ 1053.521985] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.536920] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.537383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.584521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.586085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.586085] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34 is going to be deleted. [ 1053.586813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.587049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.588809] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.590050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.633696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.633696] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3a6288e-edeb-45cc-b000-30c2bddaa4ba is going to be deleted. [ 1053.635072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.635072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.636375] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.636622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.664735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.664918] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09622f52-495c-46f5-9990-1f2e256addba is going to be deleted. [ 1053.665774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.666056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.694835] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.695027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.704838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.704976] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7a85ff-599b-47e1-ba69-e73139bb74f2 is going to be deleted. [ 1053.706127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.706370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.720092] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.720291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.810604] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.810869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.816612] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.816612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.836321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.836454] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4eb50d1-99e2-49ca-87bc-b21984da2811 is going to be deleted. [ 1053.837446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.837674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.837766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.837892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d00edaeb-66ec-4e50-89f6-5fbee074c934" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.838064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.838229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.838307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.838425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be32289-7d60-4220-83c1-8c6870d5dfc2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.838983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.839160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.839252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.839348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5120e26a-4596-4e07-9bfc-9aee0e7255db" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.839487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.839631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.839706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.839824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11387880-d015-4a81-9359-254efcecfc48" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.839945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.840099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.840174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.843713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d859f6b-77dd-43f3-b4dc-b4a4554725b6" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.843912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.844128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.844217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.844340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.844479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.844635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.844720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.844824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1dd939-f3f2-41e7-b1af-4c6e5e77f94c" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.844948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.845115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.845233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.845387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-291606a5-2df4-4904-8814-debede1a1495" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.845522] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.845672] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.864622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.864819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.880291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.880464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.925990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.925990] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.925990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.925990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.926225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.926301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.926393] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be updated. [ 1053.927523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.927841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.927924] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.928092] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c5355a-4653-4146-af18-c117e380c97f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.928236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.928392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.928469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.928590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b491cc-8bef-44d7-bbfc-fb3e5785a167" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.928725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.928869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.928944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.929065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82fe2f0e-5f3b-44b3-b4a7-5c397a3b0faa" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.929182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.929585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3777a5b8-3c9c-41d2-b95b-bc1e65bc7c34" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.930341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.930435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930537] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006b04e1-eac7-492c-aea9-21093112b49d already deleted. [ 1053.930659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.930933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.931036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.931156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3a6288e-edeb-45cc-b000-30c2bddaa4ba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.931309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.931490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.931552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.931659] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09622f52-495c-46f5-9990-1f2e256addba" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.931771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.931912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.931994] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.932913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.933086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.933244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.933302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7a85ff-599b-47e1-ba69-e73139bb74f2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.978239] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66b65258-21a1-40a7-ad89-8c9eeee3908b: rpc.has_security_group_logging(os_id): False [ 1054.011071] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.011071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.011071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.011071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.013982] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.013982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.024149] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04896dfd-ce26-4165-a0d2-67b94d959347: rpc.has_security_group_logging(os_id): False [ 1054.056786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.058405] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.058405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.058405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.058405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.058405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.058405] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be updated. [ 1054.059310] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba22964a-4e79-444f-bcd3-d3737e435a8b in Status: SUCCESS [ 1054.059486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.059638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.059940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.060211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4eb50d1-99e2-49ca-87bc-b21984da2811" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.060366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.060549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.060732] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.060890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.060932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.061133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.061208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.061254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.061344] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.070646] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.070910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.070910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.071217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.118549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.119010] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.119381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.119480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.119804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.119900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.120010] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1054.136781] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.136781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.136781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.137098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.137098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.169996] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1054.187936] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.188208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.188208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.188441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.188540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.218957] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: IN_PROGRESS for 2s [ 1054.236222] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1054.236914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.237115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.237213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.237493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.237715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.270023] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1054.454009] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.454009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.454328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.454328] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.454549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.454549] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006b04e1-eac7-492c-aea9-21093112b49d already deleted. [ 1054.454549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.565060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.565060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.565060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.565060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.565060] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.565060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.565060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.565573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.565573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.565573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.565573] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.565573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.565782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.565885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.565978] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.566070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.566110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.566286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.566418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.566511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.566605] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.069115] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba22964a-4e79-444f-bcd3-d3737e435a8b: rpc.has_security_group_logging(os_id): False [ 1055.093642] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.093864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.093911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.094218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.094321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.094511] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.094635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.094758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.094859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.094937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.095198] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.095297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.095377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.095527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.095624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.095812] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.095927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.095991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.096193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.096272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.096434] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba22964a-4e79-444f-bcd3-d3737e435a8b is going to be created. [ 1055.137190] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 in Status: SUCCESS [ 1055.137491] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6049aed-4cd1-4f22-a8c3-9b1746795513 deletion is rescheduled due to dependency. [ 1055.137577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6049aed-4cd1-4f22-a8c3-9b1746795513" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.159854] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.160095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.160095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.160307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.160487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.170578] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba22964a-4e79-444f-bcd3-d3737e435a8b in Status: IN_PROGRESS for 2s [ 1056.183628] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1056.184068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.231335] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1056.231634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.294324] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1056.294324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.854054] env[65808]: INFO networking_nsxv3.common.synchronization [req-2b061425-0f87-4d50-b35c-10a042b902a4 req-990a7131-65a1-4db0-817a-f66a4730a51d tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1056.854425] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1056.854749] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.854919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.854995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.855239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.855643] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.855747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.855805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.856311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.856536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.856653] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.185464] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba22964a-4e79-444f-bcd3-d3737e435a8b in Status: SUCCESS [ 1057.186831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.359284] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.861893] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.364085] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.364488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.364488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.364488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.364644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.364644] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 1058.396903] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.397139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.397139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.397420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.397587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.408184] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 1059.628714] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.629035] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.629086] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.630217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.630217] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.630217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.630217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.630217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.630512] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.630560] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.630623] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.630723] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.630820] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.630954] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.631095] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.653168] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.653548] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.653633] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.653762] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.654089] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.654264] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.654381] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.654697] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.654838] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac341aa-a726-4f0c-ae53-a33b95ae2bd4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.158249] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.158249] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.158249] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.158249] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.158512] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.158602] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 not found, creating... [ 1060.160050] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.160050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.160050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160050] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160608] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.160608] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160608] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.160718] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160807] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 is going to be created. [ 1060.189282] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.189417] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.189566] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.189955] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.190229] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.190470] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.418039] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 1060.418039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.900501] env[65808]: INFO networking_nsxv3.common.synchronization [req-38b41174-7c8b-4db1-a49a-ebcd59152bf0 req-a2e3e012-152e-4672-b72e-215e2235e246 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 1060.900741] env[65808]: INFO networking_nsxv3.common.synchronization [req-38b41174-7c8b-4db1-a49a-ebcd59152bf0 req-a2e3e012-152e-4672-b72e-215e2235e246 service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1060.900883] env[65808]: INFO networking_nsxv3.common.synchronization [req-38b41174-7c8b-4db1-a49a-ebcd59152bf0 req-a2e3e012-152e-4672-b72e-215e2235e246 service nova] Enqueued Resource ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 with Priority: HIGHEST for action port [ 1060.901423] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 1060.901975] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1060.901975] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 with Priority: HIGHEST for action port [ 1060.902528] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.902528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.902528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.902528] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.902528] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.904736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.904736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.904736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.904736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.904736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.905532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.905532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.905532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.905532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.905532] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.905892] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.906276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.906276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.906276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.906276] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac341aa-a726-4f0c-ae53-a33b95ae2bd4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.404717] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.404717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.408255] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.409258] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 with status ACTIVE [ 1061.409461] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.409598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.409852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.409852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.410259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.410259] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.410259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.410259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.410406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.410496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.410647] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.410961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.410961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.410961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.411103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.411103] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 is going to be updated. [ 1061.432024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.432175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.432218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.432413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.432551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.432712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.913288] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.415490] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.415738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.415912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.416308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.416455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.416619] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 1062.448994] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.449251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.449703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.449703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.449822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.458990] env[65808]: INFO networking_nsxv3.common.synchronization [req-210a82ce-aa4a-4778-8c67-5b12dbd72e87 req-513b6709-1ae9-4fdf-821c-d8d1a4cd0fbf tempest-InstanceActionsV221TestJSON-172845778 tempest-InstanceActionsV221TestJSON-172845778-project-member] Enqueued Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_members [ 1062.459914] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGHEST for action security_group_members [ 1062.460870] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.460870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.460870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.463273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.463273] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.463273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.463477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.464052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.464052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.464052] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.466359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 1062.968409] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.969135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.969378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.970085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.970397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.972018] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.972018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.972018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.972018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.972018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.972018] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba22964a-4e79-444f-bcd3-d3737e435a8b is going to be updated. [ 1063.004851] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.005079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.005079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.005284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.005456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.015625] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba22964a-4e79-444f-bcd3-d3737e435a8b in Status: IN_PROGRESS for 2s [ 1063.787682] env[65808]: INFO networking_nsxv3.common.synchronization [req-825ab85a-6257-4fee-97a1-9b2434e37bb6 req-f799d4e3-ba28-499e-9bdb-c31e52878a85 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_members [ 1063.788474] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_members [ 1063.788807] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.788938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.788995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.789290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.789830] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.789952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.790021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.790207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.790300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.790404] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.138216] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.138661] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.138661] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.138929] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.139442] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.139442] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.139442] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.139698] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.139813] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.140023] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.140184] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.140268] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.140335] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.140536] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.140536] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.140737] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.182298] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.182559] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.182658] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.182891] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-827" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.183326] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-cf63fb53-5d6f-4c55-aec8-874553182b01 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.183546] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.183711] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.183908] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.184085] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf63fb53-5d6f-4c55-aec8-874553182b01',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.293140] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.293340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.293340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.293549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.293638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.293837] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.293944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.293995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.294158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.294240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.294352] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006b04e1-eac7-492c-aea9-21093112b49d already deleted. [ 1064.294434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.479964] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 1064.480743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.480743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.480998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.482066] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.482066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.482066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.482066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.482323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.482323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.482479] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.687290] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.687526] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.687649] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.687930] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.688092] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.688294] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port cf63fb53-5d6f-4c55-aec8-874553182b01 not found, creating... [ 1064.688506] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.688659] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.688774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.688993] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.689217] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.689456] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.689613] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.689734] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.689946] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.690089] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690225] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: cf63fb53-5d6f-4c55-aec8-874553182b01 is going to be created. [ 1064.714095] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.714334] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.714470] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.714799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.715137] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.715439] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.985412] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.985584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.985661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.985866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.986048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.986159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.986253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.986365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.986454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.986536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.986680] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.986770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.986827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.986968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.987125] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.987208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.987268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.987405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.987479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.987560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.987667] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.028947] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba22964a-4e79-444f-bcd3-d3737e435a8b in Status: SUCCESS [ 1065.029142] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba22964a-4e79-444f-bcd3-d3737e435a8b deletion is rescheduled due to dependency. [ 1065.030295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.423566] env[65808]: INFO networking_nsxv3.common.synchronization [req-825ab85a-6257-4fee-97a1-9b2434e37bb6 req-9e4c678b-e6ab-4bce-bd8c-3419a33d0ab6 service nova] Enqueued Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_rules [ 1065.423864] env[65808]: INFO networking_nsxv3.common.synchronization [req-825ab85a-6257-4fee-97a1-9b2434e37bb6 req-9e4c678b-e6ab-4bce-bd8c-3419a33d0ab6 service nova] Enqueued Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_members [ 1065.423864] env[65808]: INFO networking_nsxv3.common.synchronization [req-825ab85a-6257-4fee-97a1-9b2434e37bb6 req-9e4c678b-e6ab-4bce-bd8c-3419a33d0ab6 service nova] Enqueued Resource ID: cf63fb53-5d6f-4c55-aec8-874553182b01 with Priority: HIGHEST for action port [ 1065.424760] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_rules [ 1065.424906] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_members [ 1065.425058] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf63fb53-5d6f-4c55-aec8-874553182b01 with Priority: HIGHEST for action port [ 1065.425466] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.425643] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.426029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.426029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.426029] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.427063] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.427372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.427372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.427550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.428348] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.428348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.428348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.428348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.428348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.428644] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.429954] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf63fb53-5d6f-4c55-aec8-874553182b01 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.430095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.430143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.430804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.430804] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf63fb53-5d6f-4c55-aec8-874553182b01',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.490087] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e141a2f-46f1-4cca-b26d-829ab36ef879: rpc.has_security_group_logging(os_id): False [ 1065.515632] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.515797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.515842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.516084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.543299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.543659] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.544058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.544058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.544249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.544764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.545075] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.545218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.545340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.545508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.545617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.545856] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.545974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.546066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.546248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.546360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.546449] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 1065.609622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.609861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.609938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.610264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.610499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.624864] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 1065.932114] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.934151] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.934151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.937461] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf63fb53-5d6f-4c55-aec8-874553182b01 with status ACTIVE [ 1065.937707] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.937854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.938386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.938426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.938526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.938747] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.938858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.939124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.939124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.939249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.939404] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.939567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.939567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.939750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.940130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.940130] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf63fb53-5d6f-4c55-aec8-874553182b01 is going to be updated. [ 1065.967395] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.967638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.967816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.967942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.968235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.968411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf63fb53-5d6f-4c55-aec8-874553182b01" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.083941] env[65808]: INFO networking_nsxv3.common.synchronization [req-71c14daf-1fd6-4d63-999a-f3362580cb4a req-8f011310-6f82-4df0-aac4-b8f959759d3c tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1066.084571] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1066.084886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.084996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.085075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.085308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.085460] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.085569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.085629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.085780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.085860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.085949] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.432290] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.432636] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.432636] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.432830] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.433094] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.433341] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.433394] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.433559] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.433701] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.433934] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.434051] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.434158] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.434263] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.434364] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.434468] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.434596] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.436026] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.459137] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.459358] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.460041] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.460041] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.460267] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-4115c399-ad90-4f69-b060-c709a26f87b0 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.460353] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.460446] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.460809] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.460963] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4115c399-ad90-4f69-b060-c709a26f87b0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.587809] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.938774] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.938983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.939073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.939325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.939466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.939620] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006b04e1-eac7-492c-aea9-21093112b49d is going to be created. [ 1066.965618] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.965618] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.965914] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.966109] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.966325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.966513] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 4115c399-ad90-4f69-b060-c709a26f87b0 not found, creating... [ 1066.966830] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.967048] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.967206] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.967477] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.967650] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.968136] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.968269] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.968625] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.968625] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.968739] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.968896] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 4115c399-ad90-4f69-b060-c709a26f87b0 is going to be created. [ 1066.971421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.971692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.971812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.972105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.972315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.985972] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006b04e1-eac7-492c-aea9-21093112b49d in Status: UNINITIALIZED for 2s [ 1066.994526] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.994747] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.994747] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.995028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.995275] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.995544] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.089901] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.592896] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.593276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.593276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.593805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.593937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.594060] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1067.633741] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.633962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.633962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.634203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.634536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.642893] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 1067.643236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.646912] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1067.825393] env[65808]: INFO networking_nsxv3.common.synchronization [req-71c14daf-1fd6-4d63-999a-f3362580cb4a req-be44305c-e853-4510-931e-e1b151e00003 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1067.825616] env[65808]: INFO networking_nsxv3.common.synchronization [req-71c14daf-1fd6-4d63-999a-f3362580cb4a req-be44305c-e853-4510-931e-e1b151e00003 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1067.825675] env[65808]: INFO networking_nsxv3.common.synchronization [req-71c14daf-1fd6-4d63-999a-f3362580cb4a req-be44305c-e853-4510-931e-e1b151e00003 service nova] Enqueued Resource ID: 4115c399-ad90-4f69-b060-c709a26f87b0 with Priority: HIGHEST for action port [ 1067.826502] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1067.826659] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1067.826758] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4115c399-ad90-4f69-b060-c709a26f87b0 with Priority: HIGHEST for action port [ 1067.827175] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.827241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.827295] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.827570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.827672] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.831502] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.831502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.831922] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4115c399-ad90-4f69-b060-c709a26f87b0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.832111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.832111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.832754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.832893] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4115c399-ad90-4f69-b060-c709a26f87b0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.338434] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.338434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.338626] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4115c399-ad90-4f69-b060-c709a26f87b0 with status ACTIVE [ 1068.338729] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.338859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.338921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.339156] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.339237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.339410] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.339615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.339615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.339828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.339828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.340035] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.340120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.340120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.340252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.340333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.340399] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4115c399-ad90-4f69-b060-c709a26f87b0 is going to be updated. [ 1068.365539] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.365683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.365746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.366016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.366179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.366342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4115c399-ad90-4f69-b060-c709a26f87b0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.997719] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006b04e1-eac7-492c-aea9-21093112b49d in Status: SUCCESS [ 1068.997719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.997719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.998100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.998100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.998185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.998224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.998380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.998461] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.998545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.998636] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.500824] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.656972] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1069.658034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.658034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.658034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.658034] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.658034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.658034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.658286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.658286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.658286] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.003690] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006b04e1-eac7-492c-aea9-21093112b49d: rpc.has_security_group_logging(os_id): False [ 1070.023964] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.024133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.024202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.024426] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.024518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.024773] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.025091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.025159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.025325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.025403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.025491] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006b04e1-eac7-492c-aea9-21093112b49d is going to be created. [ 1070.086427] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.086647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.086647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.086874] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.087181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.101450] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006b04e1-eac7-492c-aea9-21093112b49d in Status: IN_PROGRESS for 2s [ 1070.161484] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.406360] env[65808]: INFO networking_nsxv3.common.synchronization [req-00937174-89c4-4e4d-a276-5292ee30e8d5 req-b5b79936-4517-4f13-bb2c-11b270ff795c tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1070.406970] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1070.407314] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.407451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.407524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.407730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.407911] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.408029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.408093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.408296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.408410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.408477] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.664334] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.829922] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.830263] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.830474] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.830898] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.831356] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.831927] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.831927] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.832249] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.832476] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.832926] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.833045] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.833227] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.833412] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.833561] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.834143] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.834143] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.858176] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.858366] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.858451] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.858619] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.858939] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-04f130ca-5986-4a15-9695-08a38c579f43 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.859286] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.859385] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.859736] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.859959] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f130ca-5986-4a15-9695-08a38c579f43',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.911138] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.167403] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.167403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.167403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.167787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.167787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.167787] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1071.199421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.199600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.199706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.199879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.200038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.210531] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1071.362406] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.362834] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.362834] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.363697] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.363697] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.363697] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 04f130ca-5986-4a15-9695-08a38c579f43 not found, creating... [ 1071.363697] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.363881] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.364117] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.365027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.365027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.365027] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.365027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.365027] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.365250] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.365368] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.365535] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 04f130ca-5986-4a15-9695-08a38c579f43 is going to be created. [ 1071.387444] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.387768] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.387947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.388240] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.388700] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.388700] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.417440] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.753537] env[65808]: INFO networking_nsxv3.common.synchronization [req-0e239322-40ef-47cb-a90b-7431da7e6980 req-904d64ca-236f-495c-9707-f63f8f671989 tempest-ServersAdminTestJSON-841685999 tempest-ServersAdminTestJSON-841685999-project-member] Enqueued Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1071.754105] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 with Priority: HIGHEST for action security_group_members [ 1071.754408] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-466fb0ac-380d-4c36-8aa3-b67c641f2657 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.754526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.754596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.754801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.754948] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.755200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.755280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.755526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.755526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.755650] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466fb0ac-380d-4c36-8aa3-b67c641f2657',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.921638] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.921638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.921638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.921638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.921638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.921638] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 is going to be updated. [ 1071.957632] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.957797] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.957875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.958080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.958228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.968685] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: IN_PROGRESS for 2s [ 1072.117387] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006b04e1-eac7-492c-aea9-21093112b49d in Status: SUCCESS [ 1072.117387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.135244] env[65808]: INFO networking_nsxv3.common.synchronization [req-00937174-89c4-4e4d-a276-5292ee30e8d5 req-a319ee5f-369b-46a6-b234-34591f1ad049 service nova] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 1072.135244] env[65808]: INFO networking_nsxv3.common.synchronization [req-00937174-89c4-4e4d-a276-5292ee30e8d5 req-a319ee5f-369b-46a6-b234-34591f1ad049 service nova] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1072.135244] env[65808]: INFO networking_nsxv3.common.synchronization [req-00937174-89c4-4e4d-a276-5292ee30e8d5 req-a319ee5f-369b-46a6-b234-34591f1ad049 service nova] Enqueued Resource ID: 04f130ca-5986-4a15-9695-08a38c579f43 with Priority: HIGHEST for action port [ 1072.135244] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_rules [ 1072.135244] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1072.135244] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f130ca-5986-4a15-9695-08a38c579f43 with Priority: HIGHEST for action port [ 1072.135244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.135244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.135244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.135244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.135244] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.135244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.135244] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.135244] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f130ca-5986-4a15-9695-08a38c579f43 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.136241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.136380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.136585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.136662] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f130ca-5986-4a15-9695-08a38c579f43',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.258526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.258850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.258850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.258958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.281326] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.281438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.281504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.281805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.281976] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 is going to be updated. [ 1072.308630] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.308774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.308846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.309073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.309218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.318163] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: IN_PROGRESS for 2s [ 1072.639694] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.639887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.640334] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04f130ca-5986-4a15-9695-08a38c579f43 with status ACTIVE [ 1072.640674] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.640903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.641087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.641463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.641645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.642056] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.642254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.642403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.642763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.642829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.643278] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.643514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.643676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.644275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.644275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.644379] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04f130ca-5986-4a15-9695-08a38c579f43 is going to be updated. [ 1072.667541] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.667541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.667541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.667848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.667848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.668039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f130ca-5986-4a15-9695-08a38c579f43" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.228240] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1073.228871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.230142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.230495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.230799] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.231180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.231315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.231549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.231787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.231939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.232065] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.735153] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.735789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.735789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.735987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.735987] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.736163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.736343] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.736437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.736504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.736694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.736877] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.736981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.737042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.737153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.737229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.737310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.737403] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.980348] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: SUCCESS [ 1073.980348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.980496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.980752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.981014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.981174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.981266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.981487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.981686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.981762] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.240038] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9f7875-145d-47e4-92d1-d53ed82576b3: rpc.has_security_group_logging(os_id): False [ 1074.269488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.269787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.269897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.270214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.293460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.293819] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.293935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.294023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.294771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.294771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.294771] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.294771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.294975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.295085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.295136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.295338] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.295432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.295526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.295724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.295724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.295848] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1074.328758] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 in Status: SUCCESS [ 1074.328758] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466fb0ac-380d-4c36-8aa3-b67c641f2657 deletion is rescheduled due to dependency. [ 1074.328758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466fb0ac-380d-4c36-8aa3-b67c641f2657" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.376596] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.376896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.376896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.378113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.378113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.401849] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1074.485512] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.989253] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.491865] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.492092] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.492195] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.492482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.492586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.492805] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 is going to be updated. [ 1075.532841] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.533059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.533136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.533532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.533637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.547962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: IN_PROGRESS for 2s [ 1076.421332] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1076.421644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.134145] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1077.134322] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1077.558605] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: SUCCESS [ 1077.559044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.559044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.559223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.559357] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.559505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.559650] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.559689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.559818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.559863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.559917] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.063558] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.227123] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.227360] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.227486] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.227766] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.228745] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.228901] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.228935] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.229197] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.229311] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.229576] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.229808] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.229935] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.230067] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.230209] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.230304] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.230417] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.254891] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.255193] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.255355] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.255496] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-346" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.255847] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.256056] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.256467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.256467] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.256587] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac341aa-a726-4f0c-ae53-a33b95ae2bd4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.565910] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c215b84d-555a-4593-a413-840e8dd5cec8: rpc.has_security_group_logging(os_id): False [ 1078.596304] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.596498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.596543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.596732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.619476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.619872] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.620023] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.620107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.620332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.620414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.620533] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 is going to be updated. [ 1078.685404] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.685545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.685605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.685816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.685961] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.701448] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: IN_PROGRESS for 2s [ 1078.759106] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.759404] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.759568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.759875] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.760181] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.760338] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.760499] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.760615] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.760852] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.760986] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.761403] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.761562] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.761707] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.761931] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.762077] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.762217] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 is going to be updated. [ 1078.792211] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.792402] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.792529] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.792813] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.793085] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.793345] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.494053] env[65808]: INFO networking_nsxv3.common.synchronization [req-0f61e464-e128-4dc4-b70d-ce8c0d688073 req-301ce851-e171-43bb-8689-a4ba528984be service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 1079.494268] env[65808]: INFO networking_nsxv3.common.synchronization [req-0f61e464-e128-4dc4-b70d-ce8c0d688073 req-301ce851-e171-43bb-8689-a4ba528984be service nova] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1079.494421] env[65808]: INFO networking_nsxv3.common.synchronization [req-0f61e464-e128-4dc4-b70d-ce8c0d688073 req-301ce851-e171-43bb-8689-a4ba528984be service nova] Enqueued Resource ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 with Priority: HIGHEST for action port [ 1079.495044] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_rules [ 1079.495166] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1079.495276] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 with Priority: HIGHEST for action port [ 1079.495570] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.495700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.495796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.496029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.496139] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.497133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.497275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.497302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.497502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.497648] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.497759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.497825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.497975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.498096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.498212] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.503240] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.505060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.505060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.505060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.505060] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac341aa-a726-4f0c-ae53-a33b95ae2bd4',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.003658] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.005924] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.006064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.006496] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 with status ACTIVE [ 1080.006697] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.006919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.007146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.007174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.007277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.007434] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.007524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.007588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.007820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.007820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.008460] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.008460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.008460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.008460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.008460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.008460] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ac341aa-a726-4f0c-ae53-a33b95ae2bd4 is going to be updated. [ 1080.034685] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.034685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.034816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.034937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.035089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.035251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ac341aa-a726-4f0c-ae53-a33b95ae2bd4" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.507310] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.715700] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: SUCCESS [ 1080.715977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.011140] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.011496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.011496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.011577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.011690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.011791] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 1081.047299] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.047299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.047299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.047299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.047488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.058652] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 1082.918175] env[65808]: INFO networking_nsxv3.common.synchronization [req-37ff77a4-db7a-4e43-b8f0-1d6a4e5fa50b req-a9ca5a96-4e12-4fe8-8a83-09782ba0b595 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1082.918778] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1082.919273] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.919429] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.919546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.919990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.920318] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.920560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.920713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.920955] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.921614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.921614] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.071245] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 1083.071466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.071649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.071947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.072179] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.072308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.072369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.072565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.072677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.072774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.072872] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.423223] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.481149] env[65808]: INFO networking_nsxv3.common.synchronization [None req-63cccf9d-d3e4-4291-bda3-83638bca229e None None] Enqueued Resource ID: e2456d28-972a-43c7-b96f-9dd91226d79b with Priority: HIGHEST for action port [ 1083.483247] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2456d28-972a-43c7-b96f-9dd91226d79b with Priority: HIGHEST for action port [ 1083.483625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2456d28-972a-43c7-b96f-9dd91226d79b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.483755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2456d28-972a-43c7-b96f-9dd91226d79b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.483825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2456d28-972a-43c7-b96f-9dd91226d79b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.484127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2456d28-972a-43c7-b96f-9dd91226d79b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.484249] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2456d28-972a-43c7-b96f-9dd91226d79b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.575473] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.575473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.575668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.575750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.576128] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.576128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.576346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.576868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.577228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.577422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.577598] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.577722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.577801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.577946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.578103] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.578199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.578300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.578727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.578727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.578727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.578727] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.927064] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.986435] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2456d28-972a-43c7-b96f-9dd91226d79b [ 1083.986695] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.986827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.986895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.987588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.987588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.987588] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2456d28-972a-43c7-b96f-9dd91226d79b already deleted. [ 1083.987588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2456d28-972a-43c7-b96f-9dd91226d79b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.082802] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e141a2f-46f1-4cca-b26d-829ab36ef879: rpc.has_security_group_logging(os_id): False [ 1084.101848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.101956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.101991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.102368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.102465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.102738] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.102882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.102970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.103193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.103291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.103508] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.103624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.103796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.103984] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.104121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.104330] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.104449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.104511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.104671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.104731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.104814] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 1084.185990] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.186155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.186227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.186444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.186590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.201342] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 1084.429807] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.430038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.430117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.430348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.430435] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.430537] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1084.462437] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.462868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.463046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.463351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.463609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.479079] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1085.874956] env[65808]: INFO networking_nsxv3.common.synchronization [None req-c5ef7b4f-aeba-41bc-816e-1bdc1353e937 None None] Enqueued Resource ID: e549dc81-8b69-4cb5-801b-d8485f003dde with Priority: HIGHEST for action port [ 1085.875357] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e549dc81-8b69-4cb5-801b-d8485f003dde with Priority: HIGHEST for action port [ 1085.875902] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-e549dc81-8b69-4cb5-801b-d8485f003dde taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.875902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e549dc81-8b69-4cb5-801b-d8485f003dde" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.875902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e549dc81-8b69-4cb5-801b-d8485f003dde" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.875902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e549dc81-8b69-4cb5-801b-d8485f003dde" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.876196] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e549dc81-8b69-4cb5-801b-d8485f003dde',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.216934] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 1086.216934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.378420] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e549dc81-8b69-4cb5-801b-d8485f003dde [ 1086.378659] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.378796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.378897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.379191] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.379316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.379425] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e549dc81-8b69-4cb5-801b-d8485f003dde already deleted. [ 1086.379511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e549dc81-8b69-4cb5-801b-d8485f003dde" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.491120] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1086.491360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.734092] env[65808]: INFO networking_nsxv3.common.synchronization [req-a024df8c-050a-451f-a2f9-f572119a2148 req-1f1f55bf-fbc7-4afb-9a22-e6c0a793401d tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1089.734707] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1089.735046] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.735215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.735261] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.735490] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.735649] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.735750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.735812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.737550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.737550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.737550] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.035366] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.035582] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.035819] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.036277] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.036638] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.037183] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.037492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.037866] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.038160] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.038565] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.038775] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.039009] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.039247] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.039492] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.039708] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.039932] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.067385] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.067459] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.067641] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.067895] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.068196] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-b279d95f-7f0b-4fac-9934-4580d63d8cb9 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.068340] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.068463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.068853] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.068995] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b279d95f-7f0b-4fac-9934-4580d63d8cb9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.240998] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.241351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.241351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.241502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.241592] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.241827] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.241989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.241989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.242178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.242225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.242324] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 already deleted. [ 1090.242408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.572288] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.572509] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.572636] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.572933] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.573092] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.573241] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port b279d95f-7f0b-4fac-9934-4580d63d8cb9 not found, creating... [ 1090.573566] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.573743] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.573844] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.574120] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.574248] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.574529] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.574688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.574792] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.574976] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.575128] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.575264] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: b279d95f-7f0b-4fac-9934-4580d63d8cb9 is going to be created. [ 1090.601027] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.601241] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.601368] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.601647] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.601960] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.602202] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.317751] env[65808]: INFO networking_nsxv3.common.synchronization [req-a024df8c-050a-451f-a2f9-f572119a2148 req-929e06bb-003f-4fe8-ab8f-a51d09e73307 service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1091.317989] env[65808]: INFO networking_nsxv3.common.synchronization [req-a024df8c-050a-451f-a2f9-f572119a2148 req-929e06bb-003f-4fe8-ab8f-a51d09e73307 service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1091.318084] env[65808]: INFO networking_nsxv3.common.synchronization [req-a024df8c-050a-451f-a2f9-f572119a2148 req-929e06bb-003f-4fe8-ab8f-a51d09e73307 service nova] Enqueued Resource ID: b279d95f-7f0b-4fac-9934-4580d63d8cb9 with Priority: HIGHEST for action port [ 1091.318718] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1091.318859] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1091.318954] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b279d95f-7f0b-4fac-9934-4580d63d8cb9 with Priority: HIGHEST for action port [ 1091.319239] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.319365] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.319434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.320022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.320022] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.321401] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.321471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.321847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.323054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.323054] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.323054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.323054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.323054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.323054] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.323054] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.325248] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b279d95f-7f0b-4fac-9934-4580d63d8cb9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.325248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.325248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.325248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.325248] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b279d95f-7f0b-4fac-9934-4580d63d8cb9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.822357] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.822542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.824848] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.826605] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b279d95f-7f0b-4fac-9934-4580d63d8cb9 with status ACTIVE [ 1091.826789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.828620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.828620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.828620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.828620] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b279d95f-7f0b-4fac-9934-4580d63d8cb9 is going to be updated. [ 1091.848412] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.848586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.848586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.848789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.848929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.849094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b279d95f-7f0b-4fac-9934-4580d63d8cb9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.328183] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.831105] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.831105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.831105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.831377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.831463] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.831559] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be created. [ 1092.857033] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.857218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.857218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.857402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.858089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.870119] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: UNINITIALIZED for 2s [ 1094.430047] env[65808]: INFO networking_nsxv3.common.synchronization [req-6d30adfd-6f0e-44b8-86d4-5b2fb80fa79d req-a8223b8b-67c9-440d-a2d2-6945b6780f10 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1094.431547] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1094.431547] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.431547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.431870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.431930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.432168] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.432227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.432304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.432454] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.432539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.432635] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.777512] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.777760] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.777969] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.778255] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.778510] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.778664] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.778772] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.779011] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.779162] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.779373] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.779485] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.779610] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.779759] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.779905] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.780045] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.780541] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.809378] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.809578] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.809731] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.809913] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-727" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.810246] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-3f073889-2059-4e12-9d04-67738ed2df15 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.810417] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.810533] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.810882] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.811032] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f073889-2059-4e12-9d04-67738ed2df15',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.879048] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1094.879248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.879422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.879681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.879943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.880082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.880148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.880309] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.880389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.880474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.880561] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.934635] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.314100] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.314536] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.314606] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.315144] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.315352] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.315618] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 3f073889-2059-4e12-9d04-67738ed2df15 not found, creating... [ 1095.316051] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.316221] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.316347] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.316590] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.316736] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.317192] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.317343] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.317343] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.317584] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.317695] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.317840] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 3f073889-2059-4e12-9d04-67738ed2df15 is going to be created. [ 1095.340201] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340482] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.340568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340820] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.341086] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.341325] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.383360] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.383611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.383611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.383855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.383963] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.384278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.384472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.384778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.385215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.385373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.385558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.385692] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.385750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.385895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.386055] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.386148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.386222] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.386353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.386507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.386507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.386658] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.436973] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.888649] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c363c6d-063c-4566-aa42-f20ee8969b26: rpc.has_security_group_logging(os_id): False [ 1095.909584] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.909584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.909584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.909880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.909880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.910024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.910127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.910187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.910349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.910428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.910644] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.910733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.910796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.910933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.911015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.911248] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.911629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.911827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.912017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.912110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.912255] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be created. [ 1095.939724] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.939724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.939724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.940074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.940137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.940265] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1095.974429] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.974598] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.974673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.974900] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.975075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.977718] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.977836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.977953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.978259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.978360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.987931] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1095.989924] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1096.062542] env[65808]: INFO networking_nsxv3.common.synchronization [req-6d30adfd-6f0e-44b8-86d4-5b2fb80fa79d req-4373e546-679e-4956-aee2-577874185e89 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1096.062600] env[65808]: INFO networking_nsxv3.common.synchronization [req-6d30adfd-6f0e-44b8-86d4-5b2fb80fa79d req-4373e546-679e-4956-aee2-577874185e89 service nova] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1096.062730] env[65808]: INFO networking_nsxv3.common.synchronization [req-6d30adfd-6f0e-44b8-86d4-5b2fb80fa79d req-4373e546-679e-4956-aee2-577874185e89 service nova] Enqueued Resource ID: 3f073889-2059-4e12-9d04-67738ed2df15 with Priority: HIGHEST for action port [ 1096.063362] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_rules [ 1096.063507] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1096.063605] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f073889-2059-4e12-9d04-67738ed2df15 with Priority: HIGHEST for action port [ 1096.063888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.064225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.064225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.064577] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.065851] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.066121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.066380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f073889-2059-4e12-9d04-67738ed2df15 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.066513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.066599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.066857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.066974] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f073889-2059-4e12-9d04-67738ed2df15',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.569337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.569733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.569733] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f073889-2059-4e12-9d04-67738ed2df15 with status ACTIVE [ 1096.569814] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.569918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.569986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.570229] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.570323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.570497] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.570594] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.570657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.570918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.570918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.571087] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.571168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.571210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.571347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.571422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.571522] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f073889-2059-4e12-9d04-67738ed2df15 is going to be updated. [ 1096.595555] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.595706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.595777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.596015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.596186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.596343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f073889-2059-4e12-9d04-67738ed2df15" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.913310] env[65808]: INFO networking_nsxv3.common.synchronization [req-a5c24418-754e-4e29-bcc9-284171813dae req-78f983dd-28e0-4c3a-985d-0a7fdee2d065 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1096.913861] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1096.914191] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.914313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.914427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.914580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.914736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.914839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.914899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.918038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.918038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.918038] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.385408] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.385616] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.385749] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.386148] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.386456] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.386687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.386843] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.387125] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.387321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.387616] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.387782] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.387933] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.388083] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.388238] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.388380] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.388545] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.411187] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.411438] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.411659] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.411909] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.412306] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-171c47d1-2eca-4da4-abfc-ee12beabc443 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.412547] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.412706] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.413142] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.413297] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171c47d1-2eca-4da4-abfc-ee12beabc443',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.420038] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.915482] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.915871] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.915871] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.916199] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.916367] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.916671] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.916824] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.916937] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.917171] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.917300] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.917570] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.917736] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.917848] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.918058] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.918185] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.918321] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 is going to be updated. [ 1097.924989] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.941264] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.941598] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.941598] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.941936] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.942147] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.942371] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.999115] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1097.999382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.999553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.999772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.999976] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.000104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.000170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.000333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.000409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.000505] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.005433] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1098.005753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.427023] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.427268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.427407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.427697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.428015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.428015] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be updated. [ 1098.464048] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.464048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.464048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.464048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.464048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.474615] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: IN_PROGRESS for 2s [ 1098.503612] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.667721] env[65808]: INFO networking_nsxv3.common.synchronization [req-aa8dcd9b-f2ef-4821-937e-170115e2a5a0 req-60f969d6-a105-4b2e-97ac-8cb2d5bdb753 service nova] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 1098.667905] env[65808]: INFO networking_nsxv3.common.synchronization [req-aa8dcd9b-f2ef-4821-937e-170115e2a5a0 req-60f969d6-a105-4b2e-97ac-8cb2d5bdb753 service nova] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1098.668076] env[65808]: INFO networking_nsxv3.common.synchronization [req-aa8dcd9b-f2ef-4821-937e-170115e2a5a0 req-60f969d6-a105-4b2e-97ac-8cb2d5bdb753 service nova] Enqueued Resource ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 with Priority: HIGHEST for action port [ 1098.668570] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_rules [ 1098.668787] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1098.668787] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 with Priority: HIGHEST for action port [ 1098.669186] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.669299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.669299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.669484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.669559] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.670677] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.670677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.670677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.670906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.670967] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.671081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.671158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.671288] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.671368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.671464] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.672358] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-171c47d1-2eca-4da4-abfc-ee12beabc443 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.672498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.672583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.672762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.672762] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171c47d1-2eca-4da4-abfc-ee12beabc443',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.006619] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.174577] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.174677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.174881] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.175793] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 171c47d1-2eca-4da4-abfc-ee12beabc443 with status ACTIVE [ 1099.176104] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.176104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.176239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.176355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.176443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.176611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.176706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.176769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.176938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.177022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.177273] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.177420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.177535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.177641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.177716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.177800] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 171c47d1-2eca-4da4-abfc-ee12beabc443 is going to be updated. [ 1099.199277] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.199277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.199446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.199525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.199689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.199834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-171c47d1-2eca-4da4-abfc-ee12beabc443" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.509558] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.509786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.509845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.510088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.510193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.510316] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1099.544437] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.544606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.544680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.544983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.545165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.555642] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1099.680156] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.182445] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.182821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.182821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.182891] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.183039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.183150] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 is going to be updated. [ 1100.220838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.220838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.220838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.221052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.221203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.240799] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: IN_PROGRESS for 2s [ 1100.486247] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1100.487094] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.568329] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1101.568731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.568731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.569129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.570337] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.570549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.570603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.570790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.570876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.570965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.571827] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.075605] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.075834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.075834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.076072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.076243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.076346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.076411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.076568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.076655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.076743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.076885] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.076977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.077066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.077199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.077336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.077428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.077488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.077628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.077700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.077778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.077881] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.251049] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: SUCCESS [ 1102.251318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.251916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.251916] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.252047] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.252120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.252197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.252516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.252516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.252599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.252698] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.580444] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f9f7875-145d-47e4-92d1-d53ed82576b3: rpc.has_security_group_logging(os_id): False [ 1102.604123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.604809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.604809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.604940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.605138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.605363] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.605508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.605585] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.605755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.605839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.606105] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.606177] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.606211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.606340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.606417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.606612] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.606710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.606774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.606919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.607028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.607092] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1102.677024] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.677188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.677305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.677494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.677660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.741046] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1102.755905] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.258648] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 877d2771-43e0-46d8-9bc7-5d0ff5386041: rpc.has_security_group_logging(os_id): False [ 1103.280949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.280949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.280949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.280949] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.304990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.305366] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.305482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.305548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.305750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.305850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.305941] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 is going to be updated. [ 1103.378506] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.378686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.378845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.378981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.379150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.396616] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: IN_PROGRESS for 2s [ 1103.670492] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.670990] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1104.757730] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1104.758084] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.423483] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: SUCCESS [ 1105.423483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.654069] env[65808]: INFO networking_nsxv3.common.synchronization [req-7a0126e9-d266-4bbc-9ec9-cec13bbd5e5a req-bbd2d745-4113-4ca5-92f5-5dfd87108198 tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1107.654652] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGHEST for action security_group_members [ 1107.654963] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.655110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.655167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.657516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.657516] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.657516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.657516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.657516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.657516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.657516] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.754018] env[65808]: INFO networking_nsxv3.common.synchronization [req-745688b7-d5e8-4485-86b0-23e6b538472a req-fce63d42-5eb8-4ef3-941a-628e9b65ea85 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1107.754498] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1107.755379] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.755379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.755379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.755567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.755676] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.756577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.756577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.756577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.756577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.756577] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.158557] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.158766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.158853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.159286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.159415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.159666] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.159780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.159986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.160220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.160310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.160407] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be updated. [ 1108.188626] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.188796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.188841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.189109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.189738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.199306] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: IN_PROGRESS for 2s [ 1108.257978] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.760180] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.263767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.263767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.263767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.263767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.263767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.263767] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1109.297524] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.298846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.298846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.298846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.298846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.313568] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1110.223887] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b in Status: SUCCESS [ 1110.224219] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b deletion is rescheduled due to dependency. [ 1110.224451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.324788] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1111.325171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.220309] env[65808]: INFO networking_nsxv3.common.synchronization [None req-0a007bf9-c445-4f83-9c53-3663bc07a00a tempest-AttachInterfacesTestJSON-1346688787 tempest-AttachInterfacesTestJSON-1346688787-project-member] Enqueued Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1112.220834] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 with Priority: HIGHEST for action security_group_members [ 1112.221229] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e141a2f-46f1-4cca-b26d-829ab36ef879 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.221609] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.221756] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221885] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.222095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.222211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.222335] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e141a2f-46f1-4cca-b26d-829ab36ef879',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.724933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.725330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.725330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.725473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.725568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.725826] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.725963] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.726079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.726329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.726457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.726601] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 is going to be updated. [ 1112.760031] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.760216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.760216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.760419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.760565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.770422] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: IN_PROGRESS for 2s [ 1113.751159] env[65808]: INFO networking_nsxv3.common.synchronization [req-92857a56-ae5a-4c24-9231-a4564142a727 req-d7475fbb-0241-42a0-8b39-8d63cc38d0c4 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1113.751728] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1113.752130] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.752265] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.752325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.752635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.752710] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.752795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.752795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.752982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.753087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.753183] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.256328] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.256503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.256578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.256805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.256899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.257123] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.257250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.257346] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.257418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.257492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.257577] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1114.290576] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.290728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.290799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.291220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.291220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.301913] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1114.786441] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 in Status: SUCCESS [ 1114.786755] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e141a2f-46f1-4cca-b26d-829ab36ef879 deletion is rescheduled due to dependency. [ 1114.786755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e141a2f-46f1-4cca-b26d-829ab36ef879" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.316679] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1116.317013] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1116.317013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.074951] env[65808]: INFO networking_nsxv3.common.synchronization [None req-399f440e-cdc0-4ee1-8071-1ea47ffebabb None None] Enqueued Resource ID: bc89a32c-0602-4602-9906-3faf862f6afc with Priority: HIGHEST for action port [ 1117.074951] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc89a32c-0602-4602-9906-3faf862f6afc with Priority: HIGHEST for action port [ 1117.074951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc89a32c-0602-4602-9906-3faf862f6afc taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.074951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc89a32c-0602-4602-9906-3faf862f6afc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.074951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc89a32c-0602-4602-9906-3faf862f6afc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.074951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc89a32c-0602-4602-9906-3faf862f6afc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.074951] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc89a32c-0602-4602-9906-3faf862f6afc',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.079884] env[65808]: INFO networking_nsxv3.common.synchronization [req-601b57ef-81c3-4b92-b509-75db6cfa385b req-a3e87587-70d1-45fc-b6b5-a8a6c098f4e0 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1117.080714] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1117.080782] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.080965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.080965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.081527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.081690] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.081804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.081906] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.082052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.082140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.082232] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.259030] env[65808]: INFO networking_nsxv3.common.synchronization [req-f9fd28e0-ef6e-4862-95c0-c8f781ce9291 req-c88b2bba-ce84-4235-b45b-8aaba8b7cea3 tempest-ServersTestJSON-184682633 tempest-ServersTestJSON-184682633-project-member] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1117.259691] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGHEST for action security_group_members [ 1117.259852] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.259980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.260056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.260483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.260483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.260483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.260596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.260677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.260839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.260839] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.493371] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.494774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.494774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.494774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.494774] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.494774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.494774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.495313] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.495313] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.495982] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.496593] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.496593] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.496593] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.496593] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.500222] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.500918] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.522189] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.522368] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.522502] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.522689] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.523144] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.527923] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.527923] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.527923] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.527923] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978e58d5-9050-4c91-ab5e-331bdf9fbe6d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.581235] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc89a32c-0602-4602-9906-3faf862f6afc [ 1117.581508] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.581607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.581647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.581901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.582057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.582136] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc89a32c-0602-4602-9906-3faf862f6afc already deleted. [ 1117.582310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc89a32c-0602-4602-9906-3faf862f6afc" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.583830] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.583960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.584031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.584228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.584350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.584469] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.584565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.584615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.584759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.584834] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.584934] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1117.620480] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.620703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.620703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.620939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.621103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.632913] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1117.913273] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.913425] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.913498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.913720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.913817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.914065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.914174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.914238] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.914390] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.914466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.914565] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be updated. [ 1117.942770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.942959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.942959] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.943203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.943345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.952853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: IN_PROGRESS for 2s [ 1118.031320] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.031408] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.031500] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.031783] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.032106] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.032395] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 978e58d5-9050-4c91-ab5e-331bdf9fbe6d not found, creating... [ 1118.032773] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.033064] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.033434] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.033833] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.034010] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.034336] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.034560] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.034606] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.034831] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.034964] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.035266] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 978e58d5-9050-4c91-ab5e-331bdf9fbe6d is going to be created. [ 1118.055696] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.055867] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.055986] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.056272] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.056505] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.056712] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.832212] env[65808]: INFO networking_nsxv3.common.synchronization [req-601b57ef-81c3-4b92-b509-75db6cfa385b req-165557e3-0b6e-49c6-8da9-70a11754261f service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1118.832212] env[65808]: INFO networking_nsxv3.common.synchronization [req-601b57ef-81c3-4b92-b509-75db6cfa385b req-165557e3-0b6e-49c6-8da9-70a11754261f service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1118.832482] env[65808]: INFO networking_nsxv3.common.synchronization [req-601b57ef-81c3-4b92-b509-75db6cfa385b req-165557e3-0b6e-49c6-8da9-70a11754261f service nova] Enqueued Resource ID: 978e58d5-9050-4c91-ab5e-331bdf9fbe6d with Priority: HIGHEST for action port [ 1118.832827] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1118.833038] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1118.833102] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978e58d5-9050-4c91-ab5e-331bdf9fbe6d with Priority: HIGHEST for action port [ 1118.833838] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.833838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.833838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.833838] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.833838] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.835376] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.835376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.835527] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.835631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.835694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.836501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.836798] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978e58d5-9050-4c91-ab5e-331bdf9fbe6d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.309299] env[65808]: INFO networking_nsxv3.common.synchronization [None req-595f2536-fe72-4d09-88a1-0b0d27157728 None None] Enqueued Resource ID: b46fe7d9-1d64-4c31-a79e-2158a7272c6d with Priority: HIGHEST for action port [ 1119.309299] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46fe7d9-1d64-4c31-a79e-2158a7272c6d with Priority: HIGHEST for action port [ 1119.309299] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46fe7d9-1d64-4c31-a79e-2158a7272c6d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.309299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46fe7d9-1d64-4c31-a79e-2158a7272c6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.309299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46fe7d9-1d64-4c31-a79e-2158a7272c6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.309299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46fe7d9-1d64-4c31-a79e-2158a7272c6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.309299] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46fe7d9-1d64-4c31-a79e-2158a7272c6d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.336221] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.336340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.341100] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 978e58d5-9050-4c91-ab5e-331bdf9fbe6d with status ACTIVE [ 1119.341408] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.345021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.345021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.345021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.345021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 978e58d5-9050-4c91-ab5e-331bdf9fbe6d is going to be updated. [ 1119.370064] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.370249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.370290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.370515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.370652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.370814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978e58d5-9050-4c91-ab5e-331bdf9fbe6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.642548] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1119.642790] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1119.642860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.643159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.643400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.643592] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.643713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.643780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.643943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.644041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.644164] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.811969] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46fe7d9-1d64-4c31-a79e-2158a7272c6d [ 1119.812261] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.812450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.812526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.812794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.812896] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.813012] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46fe7d9-1d64-4c31-a79e-2158a7272c6d already deleted. [ 1119.813117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46fe7d9-1d64-4c31-a79e-2158a7272c6d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.966075] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 in Status: SUCCESS [ 1119.966502] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 deletion is rescheduled due to dependency. [ 1119.966502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.146101] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.648451] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.150849] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.151225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.151225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.151383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.151471] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.151571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1121.182421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.182632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.182632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.182708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.182858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.191949] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1123.204259] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1123.204688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.204688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.204901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205188] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.205407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.205670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.205776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.206132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.206253] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.709215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.709391] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.709451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.709653] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.709886] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.709999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.710073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.710228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.710311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.710397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.710545] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.710636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.710695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.710831] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.711042] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.711128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.711128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.711246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.711319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.711397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.711485] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.214299] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c363c6d-063c-4566-aa42-f20ee8969b26: rpc.has_security_group_logging(os_id): False [ 1124.239566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.239566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.239566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.239853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.239853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.240052] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.240178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.240242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.240403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.240477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.240692] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.240784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.240842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.240983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.241072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.241271] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.241386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.241444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.241588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.241687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.241749] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1124.305286] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.305437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.305506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.305726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.305876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.309440] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1124.309531] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1124.320914] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1126.339323] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1126.339670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.873566] env[65808]: INFO networking_nsxv3.common.synchronization [req-517d5cda-e137-435c-ab56-86e8d75382ba req-9d185432-4a0e-4920-907d-1a822e6075ed tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1127.874373] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1127.874473] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.874561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.874627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.877480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.877480] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.877480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.877480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.877480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.877480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.877480] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.185804] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.186169] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.186413] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.186769] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.187079] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.187296] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.187473] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.187719] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.187867] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.188082] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.188199] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.188305] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.188411] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.188529] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.188633] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.188762] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.212751] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.212951] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.213119] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.213313] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.213640] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-aa4caf87-4ad8-4eab-962d-640623e45cc8 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.213813] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.213930] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.214309] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.214422] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4caf87-4ad8-4eab-962d-640623e45cc8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.377542] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.377697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.377777] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.377996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.378093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.378296] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.378394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.378452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.378775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.378775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.378775] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 already deleted. [ 1128.378907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.717432] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.717974] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.718205] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.718557] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.718739] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.718954] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port aa4caf87-4ad8-4eab-962d-640623e45cc8 not found, creating... [ 1128.719264] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.719454] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.719596] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.719922] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.720206] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.720547] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.720750] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.721054] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.721343] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.721489] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.721638] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: aa4caf87-4ad8-4eab-962d-640623e45cc8 is going to be created. [ 1128.746185] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.746409] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.746510] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.746791] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.747035] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.747260] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.456270] env[65808]: INFO networking_nsxv3.common.synchronization [req-517d5cda-e137-435c-ab56-86e8d75382ba req-f1aae229-d712-4762-8bbd-8c537b3d61f8 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1129.456564] env[65808]: INFO networking_nsxv3.common.synchronization [req-517d5cda-e137-435c-ab56-86e8d75382ba req-f1aae229-d712-4762-8bbd-8c537b3d61f8 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1129.456750] env[65808]: INFO networking_nsxv3.common.synchronization [req-517d5cda-e137-435c-ab56-86e8d75382ba req-f1aae229-d712-4762-8bbd-8c537b3d61f8 service nova] Enqueued Resource ID: aa4caf87-4ad8-4eab-962d-640623e45cc8 with Priority: HIGHEST for action port [ 1129.457461] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1129.457643] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1129.457770] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa4caf87-4ad8-4eab-962d-640623e45cc8 with Priority: HIGHEST for action port [ 1129.458169] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.458352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.458450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.458740] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.458853] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.459827] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.459994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.460108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.460315] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.460529] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.460623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.460706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.460883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.460996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.461187] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.462381] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa4caf87-4ad8-4eab-962d-640623e45cc8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.462549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.462658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.462840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.463867] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4caf87-4ad8-4eab-962d-640623e45cc8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.955984] env[65808]: INFO networking_nsxv3.common.synchronization [req-3af90983-2c5c-47fe-b285-020f1a948975 req-8db60a30-1c94-4572-8a73-eda01d0675b7 tempest-AttachVolumeNegativeTest-123735670 tempest-AttachVolumeNegativeTest-123735670-project-member] Enqueued Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_members [ 1129.956473] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGHEST for action security_group_members [ 1129.956791] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.956918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.956981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.957213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.957368] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.957467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.957556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.957680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.957763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.957878] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.965142] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.965142] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.965142] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.966927] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa4caf87-4ad8-4eab-962d-640623e45cc8 with status ACTIVE [ 1129.967243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.967496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.967652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.967929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.968203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.968457] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.968741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.968902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.969267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.970012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.970012] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.970012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.970012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.970209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.970883] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.970883] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa4caf87-4ad8-4eab-962d-640623e45cc8 is going to be updated. [ 1129.995315] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.995523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.995523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.995741] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.995890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.996061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa4caf87-4ad8-4eab-962d-640623e45cc8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.460413] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.461763] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.461763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.461763] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006b04e1-eac7-492c-aea9-21093112b49d is going to be updated. [ 1130.466248] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.488452] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.488620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.488683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.488907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.489104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.499220] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006b04e1-eac7-492c-aea9-21093112b49d in Status: IN_PROGRESS for 2s [ 1130.968253] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.968253] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.968487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.968707] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.968707] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.968707] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be created. [ 1130.994052] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.994256] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.994319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.995062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.995062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.005350] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: UNINITIALIZED for 2s [ 1132.511374] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006b04e1-eac7-492c-aea9-21093112b49d in Status: SUCCESS [ 1132.511845] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006b04e1-eac7-492c-aea9-21093112b49d deletion is rescheduled due to dependency. [ 1132.511918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.015614] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1133.015855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.016030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.016319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.016516] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.016638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.016725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.016913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.017007] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.017102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.017189] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.520158] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.520595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.520652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.520868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.521093] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.521225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.521292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.521587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.521699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.521793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.521956] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.522131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.522214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.522345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.522492] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.522575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.522705] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.522811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.522848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.522926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.523045] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.025940] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f494e3-339f-44fe-b331-29abbabbf959: rpc.has_security_group_logging(os_id): False [ 1134.050738] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.050887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.051477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.051477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.051477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.051477] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.051689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.051689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.051754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.051830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.052077] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.052240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.052310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.052459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.052758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.052758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.052870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.052870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.052996] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.053120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.053185] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be created. [ 1134.115386] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.115552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.115625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.115789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.115970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.126653] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1134.957747] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1134.958126] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.140694] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1136.141178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.958428] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.958763] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1140.020533] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a2cb7b84-53d2-4aea-ad1e-ecc3edd28ecd tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_rules [ 1140.020901] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_rules [ 1140.021053] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.021539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.021613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.021887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.021975] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.055752] env[65808]: INFO networking_nsxv3.common.synchronization [req-1c43b4cb-990f-4496-8d52-f7607bf01119 req-89f58337-9c23-4104-972d-9eeefcd75270 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1140.057316] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1140.057316] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.057551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.057551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.057726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.057888] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.058042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.058102] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.058217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.058296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.058385] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.143417] env[65808]: INFO networking_nsxv3.common.synchronization [None req-b8aa16a9-818f-4e70-90e5-8ad2648d2210 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_rules [ 1140.144407] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_rules [ 1140.144885] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.145115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.547921] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.548119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.548179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.548432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.548533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.548651] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c876b62-1871-49bb-adb9-19420df89135 already deleted. [ 1140.549130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.549130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.549249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.549282] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.561334] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.561652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.562418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.562418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.562418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.562814] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.562814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.562814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.563171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.563171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.563647] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1140.616019] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.616184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.616247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.616456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.616618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.626589] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1141.070539] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.070932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.070932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.071021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.071115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.071250] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c876b62-1871-49bb-adb9-19420df89135 already deleted. [ 1141.071351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.702400] env[65808]: INFO networking_nsxv3.common.synchronization [req-9421dea6-1b37-4154-bfe6-23c0a5a33509 req-66ab247b-0a9e-4ee1-9293-9b1dd981d094 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1141.703253] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1141.703386] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.703507] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.703570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.703762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.703914] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.704018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.704080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.704385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.704385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.704480] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.208185] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.208185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.208185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.208185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.208185] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.208185] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.208603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.208603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.208603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.208603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.208725] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1142.240940] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.240940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.240940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.240940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.240940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.253672] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1142.646577] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1142.646859] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1142.646935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.458218] env[65808]: INFO networking_nsxv3.common.synchronization [req-801b006b-db77-44c6-af96-41b8c2ed63fa req-f8b1e5cd-311c-410c-8933-103a6b0787e4 tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1143.458960] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1143.459489] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.459604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.459696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.459989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.460228] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.460384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.460493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.460749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.460876] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.461046] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.963142] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.963364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.963409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.963637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.963738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.963918] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.964025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.964091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.964249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.964333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.964420] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1143.991879] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.992164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.992164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.992375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.992514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.001324] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1144.264174] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1144.264361] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1144.264574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.285673] env[65808]: INFO networking_nsxv3.common.synchronization [req-7431f63a-36e0-4f4e-9ef6-b8261179b722 req-888f9c10-d348-4118-a096-7305f1ef61d2 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1145.286209] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1145.286506] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.286625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.286687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.286904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.287194] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.287332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.287398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.287541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.287625] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.287717] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.586381] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.586574] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.586693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.586944] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.587216] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.587364] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.587472] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.587681] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.587821] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.588036] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.588147] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.588253] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.588354] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.588456] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.588555] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.588683] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.610119] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.610429] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.610567] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.610767] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.611162] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-dfe607ff-1490-4661-8b23-63ec1aea282b taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.611342] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.611578] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.611773] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.611908] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe607ff-1490-4661-8b23-63ec1aea282b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.790706] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.790706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.790912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.790982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.791090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.791300] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.791420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.791482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.791638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.791712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.791797] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1145.820054] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.820231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.820306] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.820525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.820668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.832896] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1146.011612] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1146.011802] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 deletion is rescheduled due to dependency. [ 1146.011919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.114478] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.114882] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.115346] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.115708] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.115936] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.116304] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port dfe607ff-1490-4661-8b23-63ec1aea282b not found, creating... [ 1146.116639] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.116850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.116981] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.117313] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.117460] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.117765] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.117923] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.118254] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.118525] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.118722] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.118918] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: dfe607ff-1490-4661-8b23-63ec1aea282b is going to be created. [ 1146.140297] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.140670] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.140920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.141285] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.141582] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.141925] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.876648] env[65808]: INFO networking_nsxv3.common.synchronization [req-7431f63a-36e0-4f4e-9ef6-b8261179b722 req-32f52db9-4dd1-421f-85b2-4e0f9c4a9eae service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1146.876886] env[65808]: INFO networking_nsxv3.common.synchronization [req-7431f63a-36e0-4f4e-9ef6-b8261179b722 req-32f52db9-4dd1-421f-85b2-4e0f9c4a9eae service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1146.876958] env[65808]: INFO networking_nsxv3.common.synchronization [req-7431f63a-36e0-4f4e-9ef6-b8261179b722 req-32f52db9-4dd1-421f-85b2-4e0f9c4a9eae service nova] Enqueued Resource ID: dfe607ff-1490-4661-8b23-63ec1aea282b with Priority: HIGHEST for action port [ 1146.877468] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1146.877632] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1146.877696] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe607ff-1490-4661-8b23-63ec1aea282b with Priority: HIGHEST for action port [ 1146.877972] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.878380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.878489] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.879136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.879414] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.881152] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.881304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.881665] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfe607ff-1490-4661-8b23-63ec1aea282b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.881901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.882154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.882486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.884817] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe607ff-1490-4661-8b23-63ec1aea282b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.385378] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.385512] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.387022] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfe607ff-1490-4661-8b23-63ec1aea282b with status ACTIVE [ 1147.387104] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.387205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.387272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.388322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.388322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.388454] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.388590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.388656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.388856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.388940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.389189] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.389300] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.389364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.389535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.389611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.389712] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfe607ff-1490-4661-8b23-63ec1aea282b is going to be updated. [ 1147.415260] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.415260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.415260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.415260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.415260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.415582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfe607ff-1490-4661-8b23-63ec1aea282b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.844427] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1147.844591] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1147.844711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.844880] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.845159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.845354] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.845472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.845535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.845683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.845760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.845853] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.348396] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.634742] env[65808]: INFO networking_nsxv3.common.synchronization [req-41a96a9f-1c1b-45b8-b6fc-81db47ebd872 req-231269d3-b308-4a82-b06c-70ec0203217a tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1148.635274] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1148.635576] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.635694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.636286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.636286] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.636286] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.636468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.636468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.636733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.636733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.636856] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.854998] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.138716] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.317386] env[65808]: INFO networking_nsxv3.common.synchronization [req-654390ba-1acc-4f2a-9c2c-a63fffafeeff req-6933de63-7612-49ea-88e5-bca8666d2dd3 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_members [ 1149.318348] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_members [ 1149.318348] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.318348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.318526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.318624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.318776] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.318873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.318935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.319211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.319305] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.319400] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.358116] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.358423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.358423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.358569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.358658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.358838] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1149.389050] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.389050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.389275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.389572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.389572] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.400340] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1149.641776] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.660699] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.660920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.660920] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.661142] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.661420] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.661555] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.661668] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.661908] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.662063] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.662332] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.662447] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.662555] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.662742] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.662776] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.662860] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.662989] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.681359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.681515] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.681650] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.681827] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.682404] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-3eb1c42c-f751-4739-a447-5306150bcafd taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.682582] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.682701] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.683165] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.683324] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb1c42c-f751-4739-a447-5306150bcafd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.823153] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.823399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.823535] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.823785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.823921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.824200] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.824380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.824534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.824691] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.824835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.824975] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c876b62-1871-49bb-adb9-19420df89135 already deleted. [ 1149.825131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.143707] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.143890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.143934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.144176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.144264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.144356] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 is going to be updated. [ 1150.174923] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.175110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.175110] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.175304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.175446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.184641] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: IN_PROGRESS for 2s [ 1150.185131] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.185326] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.185446] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.185710] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.185850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.185992] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 3eb1c42c-f751-4739-a447-5306150bcafd not found, creating... [ 1150.186255] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.186411] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.186524] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.186732] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.186860] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.187151] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.187305] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.187450] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.187662] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.187789] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.187922] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 3eb1c42c-f751-4739-a447-5306150bcafd is going to be created. [ 1150.217786] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.218016] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.218131] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.218427] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.218670] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.218897] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.959030] env[65808]: INFO networking_nsxv3.common.synchronization [req-654390ba-1acc-4f2a-9c2c-a63fffafeeff req-390ddab3-ef09-4bc4-ad5e-df5c0e10018c service nova] Enqueued Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_rules [ 1150.959030] env[65808]: INFO networking_nsxv3.common.synchronization [req-654390ba-1acc-4f2a-9c2c-a63fffafeeff req-390ddab3-ef09-4bc4-ad5e-df5c0e10018c service nova] Enqueued Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_members [ 1150.959030] env[65808]: INFO networking_nsxv3.common.synchronization [req-654390ba-1acc-4f2a-9c2c-a63fffafeeff req-390ddab3-ef09-4bc4-ad5e-df5c0e10018c service nova] Enqueued Resource ID: 3eb1c42c-f751-4739-a447-5306150bcafd with Priority: HIGHEST for action port [ 1150.959030] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_rules [ 1150.959521] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_members [ 1150.959521] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb1c42c-f751-4739-a447-5306150bcafd with Priority: HIGHEST for action port [ 1150.959610] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.959767] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.959808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.959999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.960346] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.961623] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.961795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.961890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.962149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.962346] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.962457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.962520] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.962684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.963042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.963042] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.963751] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb1c42c-f751-4739-a447-5306150bcafd taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.963868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.963935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.964109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.964191] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb1c42c-f751-4739-a447-5306150bcafd',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.411317] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1151.411488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.411689] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.411914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.412201] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.412329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.412396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.412568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.412645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.412729] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.412816] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.466460] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.466679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.466954] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.468180] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eb1c42c-f751-4739-a447-5306150bcafd with status ACTIVE [ 1151.468180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.468180] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.468301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.468617] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.468713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.468890] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.468988] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.469117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.469310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.469682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.469682] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.469682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.469881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.469881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.469946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.470071] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eb1c42c-f751-4739-a447-5306150bcafd is going to be updated. [ 1151.494461] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.494633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.494676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.494868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.495025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.495193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb1c42c-f751-4739-a447-5306150bcafd" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.917154] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.917411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.917411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.917619] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.917783] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.917884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.917950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.918118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.918208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.918310] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.918467] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.918561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.918622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.918766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.918899] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.918990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.919062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.919202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.919277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.919359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.919446] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.972499] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.195409] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: SUCCESS [ 1152.195694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.421945] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c363c6d-063c-4566-aa42-f20ee8969b26: rpc.has_security_group_logging(os_id): False [ 1152.439965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.440192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.440249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.440453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.440547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.440736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.440833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.440903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.441083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.441163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.441369] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.441464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.441527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.441669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.441745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.441920] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.442026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.442091] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.442267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.442341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.442426] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1152.474408] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.474584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.474656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.474864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.474954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.475063] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c876b62-1871-49bb-adb9-19420df89135 is going to be created. [ 1152.504417] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.504648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.504722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.504943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.505108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.507033] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.507194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.507242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.507456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.507627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.525813] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c876b62-1871-49bb-adb9-19420df89135 in Status: UNINITIALIZED for 2s [ 1152.526623] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1154.537322] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c876b62-1871-49bb-adb9-19420df89135 in Status: SUCCESS [ 1154.537570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.537737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.537956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.538163] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.538281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.538351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.538533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.538613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.538736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.538795] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.542937] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1154.543132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.041572] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.064545] env[65808]: INFO networking_nsxv3.common.synchronization [req-7833d011-6b41-4d12-8fb4-d567b5dbe3b2 req-027c9e71-ba48-4298-adba-c0122c923759 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1155.065373] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1155.065373] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.065468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.065576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.065717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.065942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.066058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.066118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.066272] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.066366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.066471] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.366709] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.366709] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.366889] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.367279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.367584] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.367757] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.367873] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.368107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.368252] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.368451] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.368570] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.368677] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.368780] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.368885] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.368995] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.369172] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.388625] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.389991] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.389991] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.389991] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.389991] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.389991] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.390272] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.390489] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.390678] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.544769] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c876b62-1871-49bb-adb9-19420df89135: rpc.has_security_group_logging(os_id): False [ 1155.563679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.563853] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.563923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.564146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.564230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.564591] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.564699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.564763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.564918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.564991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.565091] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c876b62-1871-49bb-adb9-19420df89135 is going to be created. [ 1155.568793] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.570118] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.570118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.570118] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1155.596550] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.596709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.596755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.596962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.597123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.608330] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1155.628847] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.628847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.628847] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.629166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.629289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.641142] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c876b62-1871-49bb-adb9-19420df89135 in Status: IN_PROGRESS for 2s [ 1155.894068] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.894068] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.894068] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.894383] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.894585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.894782] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 not found, creating... [ 1155.895071] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.895235] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.895405] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.895644] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.895780] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.896128] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.896290] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.896405] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.896617] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.896746] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.896881] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 is going to be created. [ 1155.922548] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.922654] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.922778] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.923149] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.923413] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.923635] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.631490] env[65808]: INFO networking_nsxv3.common.synchronization [req-7833d011-6b41-4d12-8fb4-d567b5dbe3b2 req-443d9f69-c86b-4127-9b9f-3eef61cb027f service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1156.631758] env[65808]: INFO networking_nsxv3.common.synchronization [req-7833d011-6b41-4d12-8fb4-d567b5dbe3b2 req-443d9f69-c86b-4127-9b9f-3eef61cb027f service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1156.631796] env[65808]: INFO networking_nsxv3.common.synchronization [req-7833d011-6b41-4d12-8fb4-d567b5dbe3b2 req-443d9f69-c86b-4127-9b9f-3eef61cb027f service nova] Enqueued Resource ID: a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 with Priority: HIGHEST for action port [ 1156.632375] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1156.632511] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1156.632617] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 with Priority: HIGHEST for action port [ 1156.632882] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.632998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.633070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.633254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.633360] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.634688] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.634808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.635199] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.635199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.635381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.635450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.635505] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.135736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.135893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.137244] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 with status ACTIVE [ 1157.137462] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.137541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.137611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.137821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.137907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.138092] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.138198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.138278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.138437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.138514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.138703] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.138787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.139368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.139368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.139368] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.139368] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3 is going to be updated. [ 1157.161141] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.161343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.161383] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.161570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.161713] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.161870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7d2de76-d5b0-48ed-8eb7-8cc15ee6c0b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.618858] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1157.619082] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1157.619206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.619371] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.619621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.619779] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.619898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.619962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.620138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.620217] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.620340] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.654325] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c876b62-1871-49bb-adb9-19420df89135 in Status: SUCCESS [ 1157.654700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.122662] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.625286] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.049954] env[65808]: INFO networking_nsxv3.common.synchronization [req-21d7cb31-096f-447c-87a5-8b258d9e1a05 req-34dd9186-9cb5-48bf-a41d-0520d713bafb tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1159.050255] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1159.050519] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.050595] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.050635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.050801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.051488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.051488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.051488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.051488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.051488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.051732] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.128385] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.128606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.128681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.128915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.129027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.129101] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1159.163524] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.163704] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.163779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.164578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.164578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.174950] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1159.485422] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.485742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.485742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.486060] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.486304] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.486466] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.486578] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.487184] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.487184] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.487868] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.488010] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.488149] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.488271] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.488385] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.488507] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.488641] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.510571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.510801] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.510938] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.511163] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.511774] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-8674c397-bdd9-4718-9610-ffb508db2198 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.511774] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.511960] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.512307] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.512446] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8674c397-bdd9-4718-9610-ffb508db2198',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.554074] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.554335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.554456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.555120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.555120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.555324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.555432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.555487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.555702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.555904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.556157] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1159.586214] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.586381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.586438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.586657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.586810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.599976] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1159.894433] env[65808]: INFO networking_nsxv3.common.synchronization [req-8b85f1b2-b535-46b4-9cc1-64bb8d3fdb6a req-5e32ae5b-6558-453f-ad4f-b9039548db70 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1159.895061] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 with Priority: HIGHEST for action security_group_members [ 1159.895393] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-877d2771-43e0-46d8-9bc7-5d0ff5386041 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.895608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.895608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.895801] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.895955] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.896314] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.896400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.896566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.896655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.896754] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877d2771-43e0-46d8-9bc7-5d0ff5386041',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.015648] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.015944] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.016112] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.016434] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.016595] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.016780] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 8674c397-bdd9-4718-9610-ffb508db2198 not found, creating... [ 1160.017107] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.017284] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.017510] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.017735] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.017897] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.018233] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.018423] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.018585] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.018842] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.019021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.019209] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 8674c397-bdd9-4718-9610-ffb508db2198 is going to be created. [ 1160.043362] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.043701] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.043911] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.044340] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.044672] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.045017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.399791] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.399791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.399791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.400204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.400204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.401021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.401021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.401021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.401021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.401021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.401021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 is going to be updated. [ 1160.427852] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.427990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.428090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.428351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.428501] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.439190] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: IN_PROGRESS for 2s [ 1160.787545] env[65808]: INFO networking_nsxv3.common.synchronization [req-21d7cb31-096f-447c-87a5-8b258d9e1a05 req-803bb27c-0dec-4d62-bf53-d2484798bda4 service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 1160.787714] env[65808]: INFO networking_nsxv3.common.synchronization [req-21d7cb31-096f-447c-87a5-8b258d9e1a05 req-803bb27c-0dec-4d62-bf53-d2484798bda4 service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1160.787848] env[65808]: INFO networking_nsxv3.common.synchronization [req-21d7cb31-096f-447c-87a5-8b258d9e1a05 req-803bb27c-0dec-4d62-bf53-d2484798bda4 service nova] Enqueued Resource ID: 8674c397-bdd9-4718-9610-ffb508db2198 with Priority: HIGHEST for action port [ 1160.789083] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 1160.789083] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1160.789083] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8674c397-bdd9-4718-9610-ffb508db2198 with Priority: HIGHEST for action port [ 1160.789948] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.789948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.789948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.790182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.790272] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.793468] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.793468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.793468] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8674c397-bdd9-4718-9610-ffb508db2198 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.793468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.793468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.793468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.793468] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8674c397-bdd9-4718-9610-ffb508db2198',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.983698] env[65808]: INFO networking_nsxv3.common.synchronization [req-e6362086-afaa-459e-b89e-7bf57fb8fd70 req-c58a94f1-8e4c-4e7d-bbc0-f107aeedb384 tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_members [ 1160.984303] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 with Priority: HIGHEST for action security_group_members [ 1160.984613] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3b02319-30cb-4d95-ba71-ed34d97d1400 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.984732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.984791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.984995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.985156] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.985249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.985304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.985449] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.985536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.985629] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3b02319-30cb-4d95-ba71-ed34d97d1400',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.185329] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1161.185684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.185852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.186086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.186280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.186397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.186468] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.186612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.186690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.186780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.186885] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.297553] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.297699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.297883] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8674c397-bdd9-4718-9610-ffb508db2198 with status ACTIVE [ 1161.298448] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.298448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.298448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.298448] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.298698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.298698] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.298815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.298878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.299036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.299138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.299286] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.299403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.299433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.299589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.299634] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.299717] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8674c397-bdd9-4718-9610-ffb508db2198 is going to be updated. [ 1161.321620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.321792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.321862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.322059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.322243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.322417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.487394] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.487739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.487739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.487871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.520811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.521115] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.521115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.521115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.521331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.521363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.521718] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 is going to be updated. [ 1161.551533] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.552683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.552683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.554990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.554990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.564031] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 in Status: IN_PROGRESS for 2s [ 1161.610874] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1161.611094] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 deletion is rescheduled due to dependency. [ 1161.611207] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.611369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.611588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.611800] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.611917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.611973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.612153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.612277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.612372] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.688908] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.689078] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.689151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.689372] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.689550] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.689651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.689714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.689863] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.689946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.690099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.690241] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.690298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.690361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.690508] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.690646] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.690738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.690798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.690936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.691014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.691098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.691193] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.115356] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.195024] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f494e3-339f-44fe-b331-29abbabbf959: rpc.has_security_group_logging(os_id): False [ 1162.215043] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.215216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.215266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.215487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.215575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.215812] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.215915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.215962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.216135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.216213] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.216391] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.216484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.216547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.216687] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.216761] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.216968] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.217079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.217175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.217287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.217356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.217442] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1162.282895] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.282895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.282895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.282895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.282895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.297826] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1162.449634] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 in Status: SUCCESS [ 1162.449828] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877d2771-43e0-46d8-9bc7-5d0ff5386041 deletion is rescheduled due to dependency. [ 1162.449933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877d2771-43e0-46d8-9bc7-5d0ff5386041" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.620723] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.123693] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.123870] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.123945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.124181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.124275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.124376] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1163.151538] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.151901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.152012] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.152308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.152545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.162425] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1163.598377] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 in Status: SUCCESS [ 1163.598555] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3b02319-30cb-4d95-ba71-ed34d97d1400 deletion is rescheduled due to dependency. [ 1163.598671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3b02319-30cb-4d95-ba71-ed34d97d1400" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.312696] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1164.313020] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.174148] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1165.174342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.174518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.174773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.175040] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.175169] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.175248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.175415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.175498] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.175621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.175667] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.178284] env[65808]: INFO networking_nsxv3.common.synchronization [None req-c76b6fb3-ac0d-4864-ae7d-62b14eb12a75 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1165.178284] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1165.178284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.178284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.179379] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.179642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.179642] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.262535] env[65808]: INFO networking_nsxv3.common.synchronization [None req-71a806ed-bdc7-4db7-93ee-b7a9546a88b6 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1165.262935] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1165.263385] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.263525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.679502] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.701553] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.701702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.701774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.701997] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.702130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.702300] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 already deleted. [ 1165.702403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.702557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.703291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.703291] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.181896] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04896dfd-ce26-4165-a0d2-67b94d959347: rpc.has_security_group_logging(os_id): False [ 1166.207587] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.207587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.207587] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.207784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.207821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.208094] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.208192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.208268] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.208420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.208496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.208601] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1166.225770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.225770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.225770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.226058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.226058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.226122] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 already deleted. [ 1166.226621] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.269942] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.270147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.270147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.270355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.270561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.287417] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1167.222268] env[65808]: INFO networking_nsxv3.common.synchronization [None req-31912541-84fa-4a26-a5f8-d716f9f318e2 tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_rules [ 1167.223334] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_rules [ 1167.223891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedab052-0771-4be4-98a1-c2b5000d9d49 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.224017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.224017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.224302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.224389] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.341502] env[65808]: INFO networking_nsxv3.common.synchronization [None req-82aaa8dc-60d5-4423-b71b-8a37e7bbb6ea tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_rules [ 1167.341992] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_rules [ 1167.342343] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedab052-0771-4be4-98a1-c2b5000d9d49 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.342453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.744786] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.744922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.745011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.745345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.745345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.745445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedab052-0771-4be4-98a1-c2b5000d9d49 already deleted. [ 1167.745516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.745656] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.745813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.745897] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.267260] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.267519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.267519] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.267581] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.267736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.268029] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedab052-0771-4be4-98a1-c2b5000d9d49 already deleted. [ 1168.268029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.311756] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1168.312037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.251701] env[65808]: INFO networking_nsxv3.common.synchronization [req-98ecb273-3bc6-4980-92ea-21e106b41b27 req-5b28f350-a1c3-4ece-9fa3-c34406b218f5 tempest-ServerActionsTestOtherA-1267980252 tempest-ServerActionsTestOtherA-1267980252-project-member] Enqueued Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1169.251832] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c215b84d-555a-4593-a413-840e8dd5cec8 with Priority: HIGHEST for action security_group_members [ 1169.252139] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-c215b84d-555a-4593-a413-840e8dd5cec8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.252285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.252393] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.252575] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.252725] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.252858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.252919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.253040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.253125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.253219] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c215b84d-555a-4593-a413-840e8dd5cec8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.756482] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.756907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.756907] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.756999] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.757137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.757359] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.757469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.757551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.757764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.757845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.757953] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 is going to be updated. [ 1169.787569] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.787769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.787820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.788035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.788231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.797146] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: IN_PROGRESS for 2s [ 1170.854348] env[65808]: INFO networking_nsxv3.common.synchronization [req-7c1ed058-dfb2-41e0-8293-300d8390c42f req-96ce461d-588d-48b9-b613-7fa7896c3923 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1170.854665] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1170.855072] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.855275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.855370] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.855636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.855828] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.855954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.856052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.856285] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.856441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.856587] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.118071] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.118283] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.118688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.118688] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.118922] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.119086] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.119205] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.119419] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.119567] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.119981] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.120161] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.120305] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.120450] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.120638] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.120721] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.120862] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.139767] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.139937] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.140084] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.140267] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.140577] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-db312769-4d25-46de-ba59-40d99283a51d taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.140744] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.140862] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.141244] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.141396] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db312769-4d25-46de-ba59-40d99283a51d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.358939] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.359122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.359197] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.359486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.359602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.359752] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.359856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.359920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.360138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.360212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.360443] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 already deleted. [ 1171.360531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.644403] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.644692] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.644837] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.645140] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.645294] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.645485] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port db312769-4d25-46de-ba59-40d99283a51d not found, creating... [ 1171.645713] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.645870] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.646031] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.646229] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.646389] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.646638] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.646795] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.646922] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.647142] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.647277] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.647403] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: db312769-4d25-46de-ba59-40d99283a51d is going to be created. [ 1171.668838] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.669047] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.669189] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.669493] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.669752] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.669982] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.808200] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c215b84d-555a-4593-a413-840e8dd5cec8 in Status: SUCCESS [ 1171.808401] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c215b84d-555a-4593-a413-840e8dd5cec8 deletion is rescheduled due to dependency. [ 1171.808515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c215b84d-555a-4593-a413-840e8dd5cec8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.360676] env[65808]: INFO networking_nsxv3.common.synchronization [req-7c1ed058-dfb2-41e0-8293-300d8390c42f req-7040e24d-b9a7-4d31-bccf-6006b1659a56 service nova] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1172.361378] env[65808]: INFO networking_nsxv3.common.synchronization [req-7c1ed058-dfb2-41e0-8293-300d8390c42f req-7040e24d-b9a7-4d31-bccf-6006b1659a56 service nova] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1172.361378] env[65808]: INFO networking_nsxv3.common.synchronization [req-7c1ed058-dfb2-41e0-8293-300d8390c42f req-7040e24d-b9a7-4d31-bccf-6006b1659a56 service nova] Enqueued Resource ID: db312769-4d25-46de-ba59-40d99283a51d with Priority: HIGHEST for action port [ 1172.361378] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1172.361378] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1172.361378] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db312769-4d25-46de-ba59-40d99283a51d with Priority: HIGHEST for action port [ 1172.361887] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.361998] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.362219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.362460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.362535] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.363363] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.363488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.363557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.363724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.363866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.363960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.364034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.364182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.364260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.364684] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.365100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-db312769-4d25-46de-ba59-40d99283a51d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.365236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.365277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.365419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.365476] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db312769-4d25-46de-ba59-40d99283a51d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.867416] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.868490] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.869242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.869242] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db312769-4d25-46de-ba59-40d99283a51d with status ACTIVE [ 1172.869242] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.869242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.869242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.869526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.869526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.869526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.869619] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.869682] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.869845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.869878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.870057] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.870147] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.870224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.870546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.870622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.870711] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db312769-4d25-46de-ba59-40d99283a51d is going to be updated. [ 1172.893421] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.893568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.893624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.893814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.893952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.894123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.104943] env[65808]: INFO networking_nsxv3.common.synchronization [req-8e1ddef1-5060-4396-8eb4-07139926e545 req-9e7a4087-695d-4b5c-b162-a84917fb77ab tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_members [ 1173.105212] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_members [ 1173.105479] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedab052-0771-4be4-98a1-c2b5000d9d49 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.105602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.105667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.105929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.106571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.106571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.106571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.106571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.106803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.106803] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.372912] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.439067] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.439297] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.439417] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.439687] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.439932] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.440091] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.440241] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.440463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.440601] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.440812] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.440959] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.441165] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.441286] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.441399] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.442021] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.442021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.460008] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.460266] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.460373] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.460596] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-221" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.460969] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.461097] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.461150] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.461474] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.461618] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188fb14f-694c-4b26-8f3d-cfd3c3cebb37',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.609243] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.609486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.609486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.609814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.609952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.610498] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.610658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.610768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.610968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.611089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.611201] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedab052-0771-4be4-98a1-c2b5000d9d49 already deleted. [ 1173.611318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.875598] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.875764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.875819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.876049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.876141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.876242] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 is going to be created. [ 1173.907392] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.907557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.907602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.907816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.907980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.923180] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: UNINITIALIZED for 2s [ 1173.964786] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.964786] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.965017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.965243] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.965397] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.965554] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 188fb14f-694c-4b26-8f3d-cfd3c3cebb37 not found, creating... [ 1173.965816] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.965970] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.966096] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.966456] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.966627] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.966968] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.967143] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.967258] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.967465] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.967593] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.967728] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 188fb14f-694c-4b26-8f3d-cfd3c3cebb37 is going to be created. [ 1173.995283] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.995495] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.995617] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.995904] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.996153] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.996363] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.749498] env[65808]: INFO networking_nsxv3.common.synchronization [req-8e1ddef1-5060-4396-8eb4-07139926e545 req-55295b62-0b9e-4c9e-bdf8-78e19cec9136 service nova] Enqueued Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_rules [ 1174.749840] env[65808]: INFO networking_nsxv3.common.synchronization [req-8e1ddef1-5060-4396-8eb4-07139926e545 req-55295b62-0b9e-4c9e-bdf8-78e19cec9136 service nova] Enqueued Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_members [ 1174.749840] env[65808]: INFO networking_nsxv3.common.synchronization [req-8e1ddef1-5060-4396-8eb4-07139926e545 req-55295b62-0b9e-4c9e-bdf8-78e19cec9136 service nova] Enqueued Resource ID: 188fb14f-694c-4b26-8f3d-cfd3c3cebb37 with Priority: HIGHEST for action port [ 1174.750355] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_rules [ 1174.750490] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_members [ 1174.751071] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188fb14f-694c-4b26-8f3d-cfd3c3cebb37 with Priority: HIGHEST for action port [ 1174.751071] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedab052-0771-4be4-98a1-c2b5000d9d49 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.751071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.751071] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.751296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.751326] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.752189] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedab052-0771-4be4-98a1-c2b5000d9d49 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.752323] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.752382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.752536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.752679] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.752803] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.752861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.752968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.753062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.753152] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.753929] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.754046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.754101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.754254] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.754329] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188fb14f-694c-4b26-8f3d-cfd3c3cebb37',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.256117] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.257212] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedab052-0771-4be4-98a1-c2b5000d9d49 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.257366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.257513] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 188fb14f-694c-4b26-8f3d-cfd3c3cebb37 with status ACTIVE [ 1175.257677] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.257807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.258673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.258673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.258673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.258673] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.258673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.258673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.258673] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.258898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.258898] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.259042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.261199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.261406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.261494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.261586] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 188fb14f-694c-4b26-8f3d-cfd3c3cebb37 is going to be updated. [ 1175.286812] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.287040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.287040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.287313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.287385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.287513] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188fb14f-694c-4b26-8f3d-cfd3c3cebb37" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.764349] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.937779] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: SUCCESS [ 1175.937779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.937779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.937779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.937779] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.937779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.937779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.938125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.938125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.938194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.938308] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.267065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.267065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.267065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.267304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.267335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.267422] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedab052-0771-4be4-98a1-c2b5000d9d49 is going to be created. [ 1176.312904] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.313118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.313118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.313358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.313537] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.326097] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedab052-0771-4be4-98a1-c2b5000d9d49 in Status: UNINITIALIZED for 2s [ 1176.441199] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.944156] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620: rpc.has_security_group_logging(os_id): False [ 1176.963630] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.963824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.963918] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.964218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.964348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.964653] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.964784] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.964881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.965194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.965295] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 is going to be created. [ 1177.029728] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.029945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.030040] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.030329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.030477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.042696] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: IN_PROGRESS for 2s [ 1178.338254] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedab052-0771-4be4-98a1-c2b5000d9d49 in Status: SUCCESS [ 1178.338638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.338808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.339079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.339379] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.339511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.339577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.339754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.339978] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.340252] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.340440] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.843197] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.055100] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: SUCCESS [ 1179.055802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.330257] env[65808]: INFO networking_nsxv3.common.synchronization [None req-e81847ea-a0bf-4c19-89f4-afaa9f1fbf51 None None] Enqueued Resource ID: 29f37131-8f7b-4279-b48e-1cff40fdfeae with Priority: HIGHEST for action port [ 1179.330257] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f37131-8f7b-4279-b48e-1cff40fdfeae with Priority: HIGHEST for action port [ 1179.330622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f37131-8f7b-4279-b48e-1cff40fdfeae taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.330810] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f37131-8f7b-4279-b48e-1cff40fdfeae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.330887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f37131-8f7b-4279-b48e-1cff40fdfeae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.331428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f37131-8f7b-4279-b48e-1cff40fdfeae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.331428] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f37131-8f7b-4279-b48e-1cff40fdfeae',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.346856] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eedab052-0771-4be4-98a1-c2b5000d9d49: rpc.has_security_group_logging(os_id): False [ 1179.366280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.366452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.366491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.366695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.366789] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.367028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.367120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.367212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.367333] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.367409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.367495] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedab052-0771-4be4-98a1-c2b5000d9d49 is going to be created. [ 1179.429809] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.429809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.430015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.430121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.430342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.444144] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eedab052-0771-4be4-98a1-c2b5000d9d49 in Status: IN_PROGRESS for 2s [ 1179.833994] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29f37131-8f7b-4279-b48e-1cff40fdfeae [ 1179.834080] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.834237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.834293] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.834500] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.834599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.834687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29f37131-8f7b-4279-b48e-1cff40fdfeae already deleted. [ 1179.834772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f37131-8f7b-4279-b48e-1cff40fdfeae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.293514] env[65808]: INFO networking_nsxv3.common.synchronization [req-54233666-2fd8-4350-a7a8-09babe1bf378 req-d4729f2d-32de-4705-aac2-08484d751364 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1180.293514] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1180.293936] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.294120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.294231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.294497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.294667] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.294766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.294842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.295077] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.295148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.295245] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.798119] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.798119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.798119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.798623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.798623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.798623] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.798623] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.799571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.799571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.799571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.799571] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1180.834057] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.834527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.834527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.834527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.834681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.844336] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1181.459137] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eedab052-0771-4be4-98a1-c2b5000d9d49 in Status: SUCCESS [ 1181.459353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.503362] env[65808]: INFO networking_nsxv3.common.synchronization [None req-6e418ebc-ed2a-4f7a-bbd2-85b1d8750f61 None None] Enqueued Resource ID: 376db1c3-a91a-488f-a5aa-1c53c572fb04 with Priority: HIGHEST for action port [ 1181.503362] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376db1c3-a91a-488f-a5aa-1c53c572fb04 with Priority: HIGHEST for action port [ 1181.503446] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-376db1c3-a91a-488f-a5aa-1c53c572fb04 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.503637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-376db1c3-a91a-488f-a5aa-1c53c572fb04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.503637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-376db1c3-a91a-488f-a5aa-1c53c572fb04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.504050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-376db1c3-a91a-488f-a5aa-1c53c572fb04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.504050] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376db1c3-a91a-488f-a5aa-1c53c572fb04',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.006892] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 376db1c3-a91a-488f-a5aa-1c53c572fb04 [ 1182.006892] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.006892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.006892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.007361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.007361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.007361] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:376db1c3-a91a-488f-a5aa-1c53c572fb04 already deleted. [ 1182.007455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-376db1c3-a91a-488f-a5aa-1c53c572fb04" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.855232] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1182.855435] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1182.855543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.864067] env[65808]: INFO networking_nsxv3.common.synchronization [None req-2f3db300-f962-43b3-ace0-65ac9732c086 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: f073374a-0969-44b5-8117-6e7e34fa6c69 with Priority: HIGHEST for action security_group_rules [ 1183.864600] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f073374a-0969-44b5-8117-6e7e34fa6c69 with Priority: HIGHEST for action security_group_rules [ 1183.864858] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f073374a-0969-44b5-8117-6e7e34fa6c69 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.864934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.864989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.865258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.865345] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f073374a-0969-44b5-8117-6e7e34fa6c69',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.946671] env[65808]: INFO networking_nsxv3.common.synchronization [None req-a7729737-f887-461b-accf-c41f0e1aa674 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: f073374a-0969-44b5-8117-6e7e34fa6c69 with Priority: HIGHEST for action security_group_rules [ 1183.947273] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f073374a-0969-44b5-8117-6e7e34fa6c69 with Priority: HIGHEST for action security_group_rules [ 1183.947610] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f073374a-0969-44b5-8117-6e7e34fa6c69 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.947727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.391965] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.391965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.391965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.391965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.391965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.391965] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f073374a-0969-44b5-8117-6e7e34fa6c69 already deleted. [ 1184.391965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.391965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.391965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.391965] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f073374a-0969-44b5-8117-6e7e34fa6c69',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.913542] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.913852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.913852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.914168] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.914332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.914490] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f073374a-0969-44b5-8117-6e7e34fa6c69 already deleted. [ 1184.914671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f073374a-0969-44b5-8117-6e7e34fa6c69" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.848776] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c30dca7-1de7-4233-824d-d4447e1b5c82 req-31f80188-b307-4845-94c2-e01ce7fd5ec5 tempest-ServerRescueTestJSON-1061119701 tempest-ServerRescueTestJSON-1061119701-project-member] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1185.849338] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1185.849678] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.849798] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.849864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.850652] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.850875] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.851072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.851205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.851414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.851603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.851956] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.143605] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.143937] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.143937] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.144317] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.144761] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.145064] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.145262] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.145579] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.145790] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.146092] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.146282] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.146465] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.146662] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.146880] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.147111] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.147339] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.169354] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.169683] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.169921] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.170244] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.170641] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-45b345f5-25db-40e3-ba26-747ee704ee2f taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.170922] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.171196] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.171620] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.171843] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b345f5-25db-40e3-ba26-747ee704ee2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.354210] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.354387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.354431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.354661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.354746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.354943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.355053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.355115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.355260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.355334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.355456] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baa93573-629f-4335-9d59-54bd8a00f1be already deleted. [ 1186.355579] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.674600] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.674874] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.674954] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.675265] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.675409] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.675641] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 45b345f5-25db-40e3-ba26-747ee704ee2f not found, creating... [ 1186.675930] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.676101] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.676222] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.676449] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.676589] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.676879] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.677036] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.677156] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.677368] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.677499] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.677635] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 45b345f5-25db-40e3-ba26-747ee704ee2f is going to be created. [ 1186.699845] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.700146] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.700203] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.700450] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.700686] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.700910] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.981056] env[65808]: INFO networking_nsxv3.common.synchronization [req-07526ff9-c655-4c5a-9d32-5d4fe670d47c req-73302398-750b-4199-be5f-0fffc9ed56e4 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1186.981764] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1186.981962] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.982127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.982189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.982453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.982611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.982709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.982773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.982932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.983267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.983267] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.400899] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c30dca7-1de7-4233-824d-d4447e1b5c82 req-c8c6060d-6dd2-4dd2-8b27-98c311f6c8bd service nova] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_rules [ 1187.401189] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c30dca7-1de7-4233-824d-d4447e1b5c82 req-c8c6060d-6dd2-4dd2-8b27-98c311f6c8bd service nova] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1187.401244] env[65808]: INFO networking_nsxv3.common.synchronization [req-9c30dca7-1de7-4233-824d-d4447e1b5c82 req-c8c6060d-6dd2-4dd2-8b27-98c311f6c8bd service nova] Enqueued Resource ID: 45b345f5-25db-40e3-ba26-747ee704ee2f with Priority: HIGHEST for action port [ 1187.401762] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_rules [ 1187.401891] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1187.401989] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b345f5-25db-40e3-ba26-747ee704ee2f with Priority: HIGHEST for action port [ 1187.402918] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.403070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.403137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.403412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.403519] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.405183] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.405319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.405464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.405561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.405722] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.405819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.405881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.406035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.406120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.406241] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.407369] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b345f5-25db-40e3-ba26-747ee704ee2f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.407369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.407369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.407369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.407633] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b345f5-25db-40e3-ba26-747ee704ee2f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.488085] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.488246] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.488320] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.488544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.488640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.488834] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.488933] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.488995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.489162] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.489237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.489323] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1187.519124] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.519334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.519334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.519624] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.519747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.531841] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1187.905682] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.905823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.909328] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.910645] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45b345f5-25db-40e3-ba26-747ee704ee2f with status ACTIVE [ 1187.911362] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.911362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.911362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.911362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.911362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.911625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.911677] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.911711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.911857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.911932] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.912274] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.912446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.912578] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.912660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.912730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.912805] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45b345f5-25db-40e3-ba26-747ee704ee2f is going to be updated. [ 1187.947669] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.947890] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.948035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.948345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.948571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.948843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b345f5-25db-40e3-ba26-747ee704ee2f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.415329] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.917934] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.918182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.918182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.918404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.918493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.918593] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baa93573-629f-4335-9d59-54bd8a00f1be is going to be created. [ 1188.941771] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.941986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.941986] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.942210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.942422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.951770] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: UNINITIALIZED for 2s [ 1189.542889] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1189.543242] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1189.543242] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.960996] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: SUCCESS [ 1190.961376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.961376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.961547] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.961743] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.961858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.961925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.962138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.962221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.962308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.962415] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.464924] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.465154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.465278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.465556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.465778] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.465925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.466018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.466211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.466329] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.466444] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.466624] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.466779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.466898] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.467085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.467347] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.467473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.467556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.467727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.467825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.467977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.468043] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.970232] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baa93573-629f-4335-9d59-54bd8a00f1be: rpc.has_security_group_logging(os_id): False [ 1191.987587] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.987799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.987799] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.988018] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.988120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.988336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.988441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.988499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.988657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.988731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.988913] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.989015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.989082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.989223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.989297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.989503] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.989649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.989694] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.989832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.989905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.989989] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baa93573-629f-4335-9d59-54bd8a00f1be is going to be created. [ 1192.047873] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.048119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.048119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.048349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.048475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.072853] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: IN_PROGRESS for 2s [ 1192.403437] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.403622] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1192.513733] env[65808]: INFO networking_nsxv3.common.synchronization [req-3512dda5-83dc-45ea-a82c-31ebb9155022 req-cd18c800-76af-4142-9c83-23dab1c566d3 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1192.514169] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1192.514486] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.514635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.514727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.514935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.515099] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.515198] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.515275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.515415] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.515567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.515676] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.826179] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.826463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.826602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.826952] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.827269] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.827462] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.827609] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.827872] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.828216] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.828477] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.828616] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.828747] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.828884] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.829034] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.829170] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.829325] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.848026] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.848379] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.848557] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.848769] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.849126] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-3fb1aa27-5aa0-43b9-b099-75d39c717182 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.849332] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.849478] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.849837] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.850013] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb1aa27-5aa0-43b9-b099-75d39c717182',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.018146] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.018529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.018529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.018644] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.018724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.018929] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.019041] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.019104] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.019249] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.019326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.019414] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1193.048133] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.048325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.048363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.048566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.048715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.057651] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1193.352368] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.352368] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.352660] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.352863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.353024] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.353179] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 3fb1aa27-5aa0-43b9-b099-75d39c717182 not found, creating... [ 1193.353451] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.353639] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.353794] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.353975] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.354125] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.354405] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.354559] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.354674] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.354901] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.355048] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.355185] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 3fb1aa27-5aa0-43b9-b099-75d39c717182 is going to be created. [ 1193.373991] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.374178] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.374303] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.374523] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.374775] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.375014] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.085737] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: SUCCESS [ 1194.086172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.098756] env[65808]: INFO networking_nsxv3.common.synchronization [req-3512dda5-83dc-45ea-a82c-31ebb9155022 req-162f50b8-6d4d-49c7-9b32-b27167e306b0 service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1194.098930] env[65808]: INFO networking_nsxv3.common.synchronization [req-3512dda5-83dc-45ea-a82c-31ebb9155022 req-162f50b8-6d4d-49c7-9b32-b27167e306b0 service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1194.099088] env[65808]: INFO networking_nsxv3.common.synchronization [req-3512dda5-83dc-45ea-a82c-31ebb9155022 req-162f50b8-6d4d-49c7-9b32-b27167e306b0 service nova] Enqueued Resource ID: 3fb1aa27-5aa0-43b9-b099-75d39c717182 with Priority: HIGHEST for action port [ 1194.099598] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1194.099735] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1194.099833] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb1aa27-5aa0-43b9-b099-75d39c717182 with Priority: HIGHEST for action port [ 1194.100310] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.100445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.100561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.100772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.100856] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.102017] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.102098] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.102428] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb1aa27-5aa0-43b9-b099-75d39c717182 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.102582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.102636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.102792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.102869] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb1aa27-5aa0-43b9-b099-75d39c717182',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.605775] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fb1aa27-5aa0-43b9-b099-75d39c717182 with status ACTIVE [ 1194.606030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.606194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.606754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.606754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.606754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.606953] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.607025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.607175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.607250] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.607366] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.607511] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.607639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.607780] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.607888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.607937] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.608017] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fb1aa27-5aa0-43b9-b099-75d39c717182 is going to be updated. [ 1194.609280] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.609389] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.633027] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.633027] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.633378] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.634051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.634051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.634223] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb1aa27-5aa0-43b9-b099-75d39c717182" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.067651] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1195.067902] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1195.068034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.068199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.068419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.068606] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.068722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.068786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.068935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.069021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.069117] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.572354] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.075251] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.451804] env[65808]: INFO networking_nsxv3.common.synchronization [req-a000ef09-3865-4154-9a4d-f0a77e68678d req-aa24ba6e-ea7a-488c-9842-9a480e5474b3 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1196.452522] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1196.452668] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.452814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.452881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.453109] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.453259] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.453353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.453419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.453580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.453678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.453786] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.580630] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.580630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.580630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.580630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.582013] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.582013] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1196.612920] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.613179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.613179] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.613411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.613618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.623856] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1196.786669] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.786883] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.787017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.787295] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.787545] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.787830] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.788022] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.788354] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.788571] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.788949] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.789107] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.789266] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.789378] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.789536] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.789652] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.789898] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.812190] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.812498] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.812658] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.812871] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.813378] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.813533] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.813533] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.814114] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.814114] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0d0bd0-404e-49e3-a3b4-4dfe1213d225',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.956620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.956788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.956860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.957113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.957205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.957410] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.957523] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.957590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.957716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.957785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.957869] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1196.988188] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.988387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.988459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.988662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.988815] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.997649] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1197.317602] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.317602] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.317873] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.318035] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.318405] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.318405] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 not found, creating... [ 1197.318625] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.318783] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.318896] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.319141] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.319279] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.319584] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.319742] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.319871] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.320502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.320502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.320502] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 is going to be created. [ 1197.340643] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.340856] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.341147] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.341433] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.341667] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.341889] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.053248] env[65808]: INFO networking_nsxv3.common.synchronization [req-a000ef09-3865-4154-9a4d-f0a77e68678d req-33ba9190-7f27-42cc-9ba3-f669c619cb96 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1198.053248] env[65808]: INFO networking_nsxv3.common.synchronization [req-a000ef09-3865-4154-9a4d-f0a77e68678d req-33ba9190-7f27-42cc-9ba3-f669c619cb96 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1198.053248] env[65808]: INFO networking_nsxv3.common.synchronization [req-a000ef09-3865-4154-9a4d-f0a77e68678d req-33ba9190-7f27-42cc-9ba3-f669c619cb96 service nova] Enqueued Resource ID: 7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 with Priority: HIGHEST for action port [ 1198.053248] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1198.053248] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1198.053248] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 with Priority: HIGHEST for action port [ 1198.053248] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.053248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.053248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.053817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.053817] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.054310] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.054394] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.054575] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.054666] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.054727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.054894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.054965] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0d0bd0-404e-49e3-a3b4-4dfe1213d225',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.556852] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.557119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.557286] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 with status ACTIVE [ 1198.557518] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.557700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.557792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.558036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.558130] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.558304] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.558399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.558506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.558608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.558685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.558874] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.558952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.559231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.559231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.559231] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.559325] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b0d0bd0-404e-49e3-a3b4-4dfe1213d225 is going to be updated. [ 1198.583383] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.583526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.583593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.583804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.583943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.584103] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0d0bd0-404e-49e3-a3b4-4dfe1213d225" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.642911] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1198.643164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.643334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.643599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.643767] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.643887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.643952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.644121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.644202] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.644282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.644371] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.009226] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1199.009426] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1199.009539] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.009726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.009976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.010203] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.010364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.010478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.010604] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.010686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.010783] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.146685] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.146685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.146685] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.147182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.147182] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.147182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.147182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.147331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.147331] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.147400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.147573] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.147669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.147723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.147909] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.148078] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.148193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.148251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.148412] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.148494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.148574] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.148675] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.512924] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.651326] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c363c6d-063c-4566-aa42-f20ee8969b26: rpc.has_security_group_logging(os_id): False [ 1199.670627] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.670840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.670840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.671063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.671155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.671349] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.671460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.671516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.671661] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.671735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.671937] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.672056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.672122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.672263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.672334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.672572] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.672662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.672724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.672864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.672938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.673141] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1199.732622] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.732887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.733034] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.733360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.733631] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.762772] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1200.015389] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.518325] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.518711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.518711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.518807] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.518926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.519055] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1200.552814] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.553176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.553345] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.553690] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.553928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.564403] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1201.777468] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1201.777869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.575495] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1202.575730] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.575917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.576176] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.576380] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.576518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.576635] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.576783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.576828] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.576911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.577101] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.053994] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.054394] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1203.079932] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.080089] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.080166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.080423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.080603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.080715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.080756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.080915] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.081010] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.081101] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.081248] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.081340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.081402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.081544] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.081681] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.081770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.081830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.081965] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.082085] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.082132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.082214] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.584341] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f494e3-339f-44fe-b331-29abbabbf959: rpc.has_security_group_logging(os_id): False [ 1203.606949] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.607126] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.607208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.607382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.607475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.607728] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.608166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.608166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.608166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.608302] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.608422] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.608517] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.608580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.608760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.608842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.609157] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.609270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.609270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.609406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.609483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.609581] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1203.670502] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.670697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.670697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.670919] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.671082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.683781] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1205.702985] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1205.703348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.054959] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.055316] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1210.718201] env[65808]: INFO networking_nsxv3.common.synchronization [req-ef1beb31-e25b-4380-b47b-c5ba5316b3ed req-8093a7e1-6b9c-42c0-9413-c3b96c6405ea tempest-ServerRescueTestJSON-1061119701 tempest-ServerRescueTestJSON-1061119701-project-member] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1210.718201] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1210.718201] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.718989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.718989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.718989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.718989] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.718989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.718989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.719278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.719278] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.719344] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.055137] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.055341] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.055461] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.055751] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.056063] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.056333] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.056568] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.056857] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.057016] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.057340] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.057416] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.057472] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.057584] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.057704] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.057813] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.057953] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.079828] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.080060] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.080669] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.080669] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-893" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.080901] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.081672] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.081672] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.081792] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.081996] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4bf75a-e5b1-47c1-bd82-a40f4755c218',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.223837] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.584652] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.585141] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.585271] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.585627] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.585816] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.586032] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 6b4bf75a-e5b1-47c1-bd82-a40f4755c218 not found, creating... [ 1211.586340] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.586548] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.586693] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.586971] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.587152] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.587463] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.587609] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.587725] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.587938] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.588079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.588217] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 6b4bf75a-e5b1-47c1-bd82-a40f4755c218 is going to be created. [ 1211.611028] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.611359] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.611512] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.611907] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.612187] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.612463] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.726618] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.229425] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.229618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.229709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.229983] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.230090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.230211] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baa93573-629f-4335-9d59-54bd8a00f1be is going to be updated. [ 1212.278065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.278342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.278342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.278785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.279044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.299532] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: IN_PROGRESS for 2s [ 1212.380034] env[65808]: INFO networking_nsxv3.common.synchronization [req-ef1beb31-e25b-4380-b47b-c5ba5316b3ed req-7fb13cee-2697-48d5-9b50-9212a09e244e service nova] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_rules [ 1212.380139] env[65808]: INFO networking_nsxv3.common.synchronization [req-ef1beb31-e25b-4380-b47b-c5ba5316b3ed req-7fb13cee-2697-48d5-9b50-9212a09e244e service nova] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1212.380188] env[65808]: INFO networking_nsxv3.common.synchronization [req-ef1beb31-e25b-4380-b47b-c5ba5316b3ed req-7fb13cee-2697-48d5-9b50-9212a09e244e service nova] Enqueued Resource ID: 6b4bf75a-e5b1-47c1-bd82-a40f4755c218 with Priority: HIGHEST for action port [ 1212.380847] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_rules [ 1212.380925] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1212.381029] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4bf75a-e5b1-47c1-bd82-a40f4755c218 with Priority: HIGHEST for action port [ 1212.381302] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.381424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.381492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.381698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.381782] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.382777] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.383668] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.383770] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.383866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.383914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.384904] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.384904] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4bf75a-e5b1-47c1-bd82-a40f4755c218',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.885764] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.886082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.886204] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b4bf75a-e5b1-47c1-bd82-a40f4755c218 with status ACTIVE [ 1212.886523] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.886675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.886822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.887079] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.887200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.887410] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.887561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.887680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.887926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.888031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.888324] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.888475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.888556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.888785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.888912] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.889137] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b4bf75a-e5b1-47c1-bd82-a40f4755c218 is going to be updated. [ 1212.916869] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.917086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.917175] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.917359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.917510] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.917712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4bf75a-e5b1-47c1-bd82-a40f4755c218" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.311437] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: SUCCESS [ 1214.311826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.311894] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.312126] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.312318] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.312432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.312505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.312727] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.312813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.312913] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.815766] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.318475] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.820609] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.820852] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.820990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.821284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.821387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.821492] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baa93573-629f-4335-9d59-54bd8a00f1be is going to be updated. [ 1215.852370] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.852589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.852589] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.852886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.853065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.862966] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: IN_PROGRESS for 2s [ 1217.382825] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.383281] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1217.875774] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: SUCCESS [ 1217.875774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.875774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.875774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.876055] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.876055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.876259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.876259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.876347] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.876376] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.876504] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.378848] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.379106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.379106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.379408] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.379620] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.379733] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.379816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.380056] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.380188] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.380283] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.380437] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.380570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.380657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.380822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.380985] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.381148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.381226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.381405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.381499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.381638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.381704] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.884223] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baa93573-629f-4335-9d59-54bd8a00f1be: rpc.has_security_group_logging(os_id): False [ 1218.904166] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.904350] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.904403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.904629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.904714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.904951] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.905066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.905159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.905290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.905381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.905571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.905755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.905755] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.905879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.905950] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.906151] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.906261] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.906319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.906473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.906558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.906648] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baa93573-629f-4335-9d59-54bd8a00f1be is going to be updated. [ 1218.987461] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.987736] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.987942] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.988149] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.988326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.004343] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: IN_PROGRESS for 2s [ 1221.020209] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: SUCCESS [ 1221.020531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.384256] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.384632] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.386266] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.386266] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.689128] env[65808]: INFO networking_nsxv3.common.synchronization [req-ab8deaa8-dd98-4169-8855-ec7b2eac323f req-16bc86f9-7f2f-4580-9343-ce46afb6add3 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1229.689128] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1229.689128] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.689128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.689128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.689940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.689940] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.689940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.689940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.689940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.689940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.689940] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.193035] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.193035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.193035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.193035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.193035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.193035] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.193521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.193521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.193521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.193521] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.193521] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1230.224909] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.225075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.225075] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.225556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.225556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.236190] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1232.248579] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1232.248879] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1232.248879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.689593] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.689850] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.299233] env[65808]: INFO networking_nsxv3.common.synchronization [req-68448d11-dca9-45d4-a7d0-979465dfe434 req-720b2079-3d16-4d44-8f4b-93db79a733e3 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1236.299443] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1236.299691] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.299820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.299893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.300151] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.300248] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.300342] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.300396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.300542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.300627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.300711] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.380065] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.380065] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.380258] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.380496] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.380809] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.380977] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.381106] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.381415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.381561] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.381768] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.381880] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.381984] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.382098] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.382234] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.382308] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.382432] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.404391] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.404562] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.404676] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.404886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-988" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.405221] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-8674c397-bdd9-4718-9610-ffb508db2198 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.405388] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.405503] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.405757] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.405891] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8674c397-bdd9-4718-9610-ffb508db2198',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.585756] env[65808]: INFO networking_nsxv3.common.synchronization [req-0e5f8ab7-8979-4594-803c-4e00677db717 req-cd998e84-1744-4629-a9db-33fbc527ad0d tempest-ServerRescueTestJSON-1061119701 tempest-ServerRescueTestJSON-1061119701-project-member] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1236.586322] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1236.586626] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.586765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.586813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.587026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.587272] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.587428] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.587529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.587778] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.587899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.587997] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.802992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.803239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.803335] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.803722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.803836] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.804079] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.804243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.804287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.804455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.804536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.804643] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1236.841492] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.841679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.841679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.841888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.842046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.851637] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1236.907937] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.908197] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.908321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.908624] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.908912] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.909311] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.909545] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.909700] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.909998] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.910202] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.910576] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.910794] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.910957] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.911224] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.911400] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.911582] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 8674c397-bdd9-4718-9610-ffb508db2198 is going to be updated. [ 1236.934020] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.934332] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.934460] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.934750] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.934975] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.935220] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.090400] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.592423] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.647482] env[65808]: INFO networking_nsxv3.common.synchronization [req-91ce26bb-4fb7-42a4-a549-496cf24b8906 req-cda753d9-8dca-4873-92df-8ffb39cf56d5 service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 1237.647793] env[65808]: INFO networking_nsxv3.common.synchronization [req-91ce26bb-4fb7-42a4-a549-496cf24b8906 req-cda753d9-8dca-4873-92df-8ffb39cf56d5 service nova] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1237.647970] env[65808]: INFO networking_nsxv3.common.synchronization [req-91ce26bb-4fb7-42a4-a549-496cf24b8906 req-cda753d9-8dca-4873-92df-8ffb39cf56d5 service nova] Enqueued Resource ID: 8674c397-bdd9-4718-9610-ffb508db2198 with Priority: HIGHEST for action port [ 1237.648575] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_rules [ 1237.649092] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1237.649254] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8674c397-bdd9-4718-9610-ffb508db2198 with Priority: HIGHEST for action port [ 1237.649504] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.649616] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.649791] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.649881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.649966] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.650855] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.650943] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.651026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.651203] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.651345] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.651441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.651503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.651647] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.651732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.651821] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.653566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-8674c397-bdd9-4718-9610-ffb508db2198 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.653737] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.653910] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.653973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.654076] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8674c397-bdd9-4718-9610-ffb508db2198',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.095893] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.096124] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.096186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.096354] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.096440] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.096544] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baa93573-629f-4335-9d59-54bd8a00f1be is going to be updated. [ 1238.127968] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.128150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.128208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.128422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.128570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.137996] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: IN_PROGRESS for 2s [ 1238.155545] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.156659] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.156772] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.156931] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8674c397-bdd9-4718-9610-ffb508db2198 with status ACTIVE [ 1238.157100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.157206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.157270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.157474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.157560] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.157723] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.157819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.157879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.158026] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.158105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.158277] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.158411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.158503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.158569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.158642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.158724] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8674c397-bdd9-4718-9610-ffb508db2198 is going to be updated. [ 1238.191992] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.192178] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.192233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.192421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.192558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.192731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8674c397-bdd9-4718-9610-ffb508db2198" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.662011] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.865949] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1238.866234] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1238.866234] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.142854] env[65808]: INFO networking_nsxv3.common.synchronization [req-08099d72-15aa-47fa-9713-8310353b31dd req-1cbbb186-7367-4927-b460-8efdc2f22d6d tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1239.143168] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1239.143483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.143608] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.143686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.143905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.144100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.144235] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.144322] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.144479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.144580] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.144675] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.163537] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.163702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.163769] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.164138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.164138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.164212] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1239.196826] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.197122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.197194] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.197497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.197708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.209359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1239.452053] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.452261] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.452403] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.452669] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.452944] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.453299] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.453372] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.453567] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.453716] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.453933] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.454055] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.454162] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.454264] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.454369] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.454473] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.454607] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.475501] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.475666] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.475851] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.476012] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.476326] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-c46c6197-9858-43dc-9b53-74742598f972 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.476492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.476613] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.476942] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.477088] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46c6197-9858-43dc-9b53-74742598f972',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.652065] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.652065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.652325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.652325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.652396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.652595] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.652688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.652821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.652974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.653063] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.653155] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1239.679086] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.679496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.679496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.679496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.679640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.688471] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1239.979572] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.979869] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.979926] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.980236] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.980387] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.980538] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port c46c6197-9858-43dc-9b53-74742598f972 not found, creating... [ 1239.981308] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.981308] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.981308] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.981616] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.981616] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.981835] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.981917] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.983208] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.983208] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.983208] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.983208] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: c46c6197-9858-43dc-9b53-74742598f972 is going to be created. [ 1240.004739] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.005178] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.005423] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.005782] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.006149] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.006422] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.149441] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: SUCCESS [ 1240.149648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.757819] env[65808]: INFO networking_nsxv3.common.synchronization [req-08099d72-15aa-47fa-9713-8310353b31dd req-a18aa2fb-ad5d-4b38-8384-9c6a56146b01 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1240.758113] env[65808]: INFO networking_nsxv3.common.synchronization [req-08099d72-15aa-47fa-9713-8310353b31dd req-a18aa2fb-ad5d-4b38-8384-9c6a56146b01 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1240.758279] env[65808]: INFO networking_nsxv3.common.synchronization [req-08099d72-15aa-47fa-9713-8310353b31dd req-a18aa2fb-ad5d-4b38-8384-9c6a56146b01 service nova] Enqueued Resource ID: c46c6197-9858-43dc-9b53-74742598f972 with Priority: HIGHEST for action port [ 1240.758851] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1240.758989] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1240.759455] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c6197-9858-43dc-9b53-74742598f972 with Priority: HIGHEST for action port [ 1240.759773] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.759901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.759970] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.760212] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.760321] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.761266] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.761603] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.761830] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46c6197-9858-43dc-9b53-74742598f972 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.761941] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.761994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.763049] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.763049] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46c6197-9858-43dc-9b53-74742598f972',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.219687] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1241.219865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.220062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.220318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.220556] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.221055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.221055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.221055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.221181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.221263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.221440] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.264335] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.264477] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.265267] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c46c6197-9858-43dc-9b53-74742598f972 with status ACTIVE [ 1241.265267] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.265267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.265267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.265267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.265473] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.265473] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.265546] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.265648] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.265764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.265840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.266038] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.266148] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.266187] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.266375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.266420] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.266464] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c46c6197-9858-43dc-9b53-74742598f972 is going to be updated. [ 1241.289281] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.289566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.289566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.289739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.289821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.289980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46c6197-9858-43dc-9b53-74742598f972" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.384882] env[65808]: INFO networking_nsxv3.common.synchronization [req-655b6df0-95c9-4e00-ae02-e6cf5d649fa8 req-b37c21a1-f580-4970-9b8e-72433ef99ef3 tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1241.385509] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1241.385795] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.385928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.386015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.386318] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.386980] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.387114] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.387182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.387357] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.387445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.387542] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.702411] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1241.702631] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1241.702809] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.703052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.703359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.703611] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.703774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.703873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.704135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.704255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.704395] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.725158] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.787639] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.787639] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.787639] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.788156] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.788246] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.788455] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.788576] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.788799] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.788942] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.789161] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.789287] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.789538] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.789538] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.789654] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.789740] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.789867] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.809688] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.809934] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1241.810136] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.810337] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-969" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.810655] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-0698e8e6-79a0-4afd-a84f-814669aa9fb2 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.810947] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.810983] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.811417] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.811565] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0698e8e6-79a0-4afd-a84f-814669aa9fb2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.889625] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.889792] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.889922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.890122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.890214] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.890413] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.890570] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.890782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.890952] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.891044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.891132] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1241.918291] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.918487] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.918542] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.918786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.918931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.928543] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1242.206480] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.228520] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04896dfd-ce26-4165-a0d2-67b94d959347: rpc.has_security_group_logging(os_id): False [ 1242.249229] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.249486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.249571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.249845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.249944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.250257] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.250405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.250405] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.250567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.250750] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.250896] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1242.314849] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.314995] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.315137] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.315436] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.315579] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.315733] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port 0698e8e6-79a0-4afd-a84f-814669aa9fb2 not found, creating... [ 1242.316089] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.316284] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.316405] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.316636] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.316772] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.317230] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.317415] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.318326] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.318326] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.318326] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.318326] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: 0698e8e6-79a0-4afd-a84f-814669aa9fb2 is going to be created. [ 1242.320986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.321123] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.321193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.321348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.321486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.345411] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1242.349501] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.349707] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.350097] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.350182] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.350510] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.350791] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.710689] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.074891] env[65808]: INFO networking_nsxv3.common.synchronization [req-655b6df0-95c9-4e00-ae02-e6cf5d649fa8 req-4b2814b4-4530-4ecb-8036-76eec6d1ce52 service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1243.075294] env[65808]: INFO networking_nsxv3.common.synchronization [req-655b6df0-95c9-4e00-ae02-e6cf5d649fa8 req-4b2814b4-4530-4ecb-8036-76eec6d1ce52 service nova] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1243.075294] env[65808]: INFO networking_nsxv3.common.synchronization [req-655b6df0-95c9-4e00-ae02-e6cf5d649fa8 req-4b2814b4-4530-4ecb-8036-76eec6d1ce52 service nova] Enqueued Resource ID: 0698e8e6-79a0-4afd-a84f-814669aa9fb2 with Priority: HIGHEST for action port [ 1243.075785] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_rules [ 1243.075888] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1243.075953] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0698e8e6-79a0-4afd-a84f-814669aa9fb2 with Priority: HIGHEST for action port [ 1243.076530] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.076712] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.076849] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.076922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.077024] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.078232] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.078232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.078645] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-0698e8e6-79a0-4afd-a84f-814669aa9fb2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.078790] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.078884] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.078976] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.079051] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0698e8e6-79a0-4afd-a84f-814669aa9fb2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.215583] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.215583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.215583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.215583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.215583] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.215583] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1243.248424] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.248657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.248714] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.248929] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.249099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.259966] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1243.581788] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.582066] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.582109] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0698e8e6-79a0-4afd-a84f-814669aa9fb2 with status ACTIVE [ 1243.582307] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.582453] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.582524] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.583052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.583052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.583052] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.583170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.583170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.583341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.583416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.583603] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.583743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.583841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.584009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.584090] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.584177] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0698e8e6-79a0-4afd-a84f-814669aa9fb2 is going to be updated. [ 1243.609645] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.609825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.609902] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.610133] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.610271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.610431] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0698e8e6-79a0-4afd-a84f-814669aa9fb2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.938659] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1243.938831] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1243.939072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.939292] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.939549] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.939776] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.939921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.940016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.940228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.940319] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.940414] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.368093] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1244.368439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.443097] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.946066] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.278205] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1245.278396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.278566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.278977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.279358] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.279548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.279622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.279938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.280072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.280199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.280319] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.449742] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.450043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.450087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.450438] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.450568] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.450707] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1245.493061] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.493061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.493061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.493061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.493402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.507936] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1245.782804] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.783045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.783119] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.783337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.783536] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.783688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.783787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.783938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.784043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.784140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.784295] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.784392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.784451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.784599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.784741] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.784835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.784899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.785055] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.785154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.785240] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.785329] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.229389] env[65808]: INFO networking_nsxv3.common.synchronization [req-6a8c04ee-b62e-4d67-807c-90cbe1465f1d req-9c680bb5-8215-4ce1-9851-962c3aec8652 tempest-AttachVolumeTestJSON-428869683 tempest-AttachVolumeTestJSON-428869683-project-member] Enqueued Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_members [ 1246.229982] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedab052-0771-4be4-98a1-c2b5000d9d49 with Priority: HIGHEST for action security_group_members [ 1246.230314] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedab052-0771-4be4-98a1-c2b5000d9d49 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.230442] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.230518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.230756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.230933] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.231065] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.231116] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.231259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.231344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.231591] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eedab052-0771-4be4-98a1-c2b5000d9d49',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.288835] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f494e3-339f-44fe-b331-29abbabbf959: rpc.has_security_group_logging(os_id): False [ 1246.308968] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.309183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.309224] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.309437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.309529] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.309766] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.310064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.310247] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.310459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.310554] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.310832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.310953] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.311039] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.311263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.311381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.311593] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.311696] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.311775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.311946] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.312053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.312149] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1246.409889] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.410061] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.410136] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.412640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.412640] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.434713] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1246.734100] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.734100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.734100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.734100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.734639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.734639] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.734639] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.734745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.735021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.735445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.735554] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedab052-0771-4be4-98a1-c2b5000d9d49 is going to be updated. [ 1246.772866] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.773064] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.773117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.773356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.773558] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.784258] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedab052-0771-4be4-98a1-c2b5000d9d49 in Status: IN_PROGRESS for 2s [ 1247.272443] env[65808]: INFO networking_nsxv3.common.synchronization [req-59fd0366-0657-443e-aef9-eb5f40e2432c req-42a86e76-eec1-4bfe-b019-64d4c590e234 tempest-ServerRescueTestJSON-1061119701 tempest-ServerRescueTestJSON-1061119701-project-member] Enqueued Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1247.273417] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa93573-629f-4335-9d59-54bd8a00f1be with Priority: HIGHEST for action security_group_members [ 1247.273970] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-baa93573-629f-4335-9d59-54bd8a00f1be taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.274262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.274411] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.274642] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.275030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.275764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.275764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.275764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.275903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.276041] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baa93573-629f-4335-9d59-54bd8a00f1be',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.519499] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1247.519728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.519911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.520153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.520375] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.520526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.520653] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.520858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.520938] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.521046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.521163] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.780021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.780021] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.780021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.780021] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baa93573-629f-4335-9d59-54bd8a00f1be is going to be updated. [ 1247.832601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.832993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.832993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.833165] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.833337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.843134] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: IN_PROGRESS for 2s [ 1247.984334] env[65808]: INFO networking_nsxv3.common.synchronization [req-c14c7666-7a1f-4e04-8ba9-b2c2916b0f5f req-7540768b-a9e8-4350-83a6-594ac6094273 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_members [ 1247.985066] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGHEST for action security_group_members [ 1247.985428] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.985553] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.985620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.985821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.985979] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.986095] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.986152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.986465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.986565] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.986657] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.024068] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.024349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.024450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.024749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.024927] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.025048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.025115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.025270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.025361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.025447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.025594] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.025708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.025779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.025926] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.026079] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.026230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.026230] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.026367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.026443] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.026525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.026615] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.451316] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1248.451556] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.489234] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.489495] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.489665] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.490482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.490674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.490935] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.491068] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.491137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.491338] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.491424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.491519] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c876b62-1871-49bb-adb9-19420df89135 is going to be updated. [ 1248.521061] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.521422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.521422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.521663] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.521850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.528723] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c363c6d-063c-4566-aa42-f20ee8969b26: rpc.has_security_group_logging(os_id): False [ 1248.533389] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c876b62-1871-49bb-adb9-19420df89135 in Status: IN_PROGRESS for 2s [ 1248.547266] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.547511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.547511] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.547721] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.547819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.548036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.548131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.548352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.548352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.548458] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.548636] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.548731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.548793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.548923] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.549009] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.549190] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.549284] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.549343] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.549480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.549550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.549631] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1248.621484] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.621745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.621745] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.621927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.622072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.642237] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1248.795898] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedab052-0771-4be4-98a1-c2b5000d9d49 in Status: SUCCESS [ 1248.796280] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedab052-0771-4be4-98a1-c2b5000d9d49 deletion is rescheduled due to dependency. [ 1248.796327] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedab052-0771-4be4-98a1-c2b5000d9d49" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.816807] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.817456] env[65808]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-111d5d57-c264-444e-8fa6-2e3805378362 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.648033] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.648566] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.648566] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.648744] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.649177] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.649358] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.649479] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.649776] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.649957] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.650244] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.650396] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.650562] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.650681] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.650837] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.650962] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.651101] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.669964] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.670196] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.670356] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.670563] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-28" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.670919] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-db312769-4d25-46de-ba59-40d99283a51d taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.671137] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.671316] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.671621] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.671787] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db312769-4d25-46de-ba59-40d99283a51d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.855163] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baa93573-629f-4335-9d59-54bd8a00f1be in Status: SUCCESS [ 1249.855488] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baa93573-629f-4335-9d59-54bd8a00f1be deletion is rescheduled due to dependency. [ 1249.855488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baa93573-629f-4335-9d59-54bd8a00f1be" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.174038] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.174334] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.174417] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.174705] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.174854] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.175192] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.175359] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.175474] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.175700] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.175832] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.176135] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.176303] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.176399] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.176601] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.176727] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.176861] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: db312769-4d25-46de-ba59-40d99283a51d is going to be updated. [ 1250.198464] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.198721] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.198850] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.199130] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.199317] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.200028] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.544877] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c876b62-1871-49bb-adb9-19420df89135 in Status: SUCCESS [ 1250.545092] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c876b62-1871-49bb-adb9-19420df89135 deletion is rescheduled due to dependency. [ 1250.545248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.672335] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1250.672566] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.918311] env[65808]: INFO networking_nsxv3.common.synchronization [req-7fd5a123-0673-42a9-86cb-58d1322517ba req-93071bbc-6676-49c3-8ff9-1aad7f9fe61a service nova] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1250.918620] env[65808]: INFO networking_nsxv3.common.synchronization [req-7fd5a123-0673-42a9-86cb-58d1322517ba req-93071bbc-6676-49c3-8ff9-1aad7f9fe61a service nova] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1250.918620] env[65808]: INFO networking_nsxv3.common.synchronization [req-7fd5a123-0673-42a9-86cb-58d1322517ba req-93071bbc-6676-49c3-8ff9-1aad7f9fe61a service nova] Enqueued Resource ID: db312769-4d25-46de-ba59-40d99283a51d with Priority: HIGHEST for action port [ 1250.919153] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_rules [ 1250.919292] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1250.919387] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db312769-4d25-46de-ba59-40d99283a51d with Priority: HIGHEST for action port [ 1250.919651] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.919766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.919833] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.920076] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.920179] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.921033] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.921150] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.921220] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.921358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.921546] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.921599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.921636] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.921776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.921862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.921949] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.922677] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-db312769-4d25-46de-ba59-40d99283a51d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.922821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.922934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.923225] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.923225] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db312769-4d25-46de-ba59-40d99283a51d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.425671] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.426860] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.427045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.427618] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db312769-4d25-46de-ba59-40d99283a51d with status ACTIVE [ 1251.427618] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.427618] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.427854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.427854] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.428606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.428606] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.428606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.428606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.428606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.428606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.428974] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.428974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.428974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.429093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.429122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.429218] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db312769-4d25-46de-ba59-40d99283a51d is going to be updated. [ 1251.450534] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.450850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.450850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.451046] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.451083] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.451239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db312769-4d25-46de-ba59-40d99283a51d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.928869] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.431661] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.431957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.431957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.432860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.432860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.432860] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 is going to be updated. [ 1252.464326] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.464491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.464563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.464808] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.464969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.475917] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: IN_PROGRESS for 2s [ 1254.224636] env[65808]: INFO networking_nsxv3.common.synchronization [req-5147d7cc-c7bb-43f3-b956-585d4bf4a223 req-d0495a1e-0733-4e32-ac52-b727911c4a4c tempest-ServerActionsTestOtherB-1364358385 tempest-ServerActionsTestOtherB-1364358385-project-member] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1254.225155] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGHEST for action security_group_members [ 1254.225478] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.225627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.225683] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.225881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.226071] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.226263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.226263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.226395] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.226480] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.226571] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.286930] env[65808]: INFO networking_nsxv3.common.synchronization [req-dabaa9c8-4c8d-42b5-967f-680361859ba6 req-eacb8832-e301-4471-bfd5-0b3a2e8f056b tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1254.287832] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1254.287832] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.287832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.288106] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.288160] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.288336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.288467] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.288586] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.288762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.288878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.288993] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.492222] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: SUCCESS [ 1254.492559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.492839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.493132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.493447] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.493447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.493571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.497021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.497021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.497021] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.497021] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.729172] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.729363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.729419] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.729782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.729878] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.730095] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.730196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.730258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.730422] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.730497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.730609] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be updated. [ 1254.764515] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.764724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.764724] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.765082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.765258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.775445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: IN_PROGRESS for 2s [ 1254.791806] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.791980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.791980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.792270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.792270] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.792556] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.792812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.792812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.792991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.793209] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.793282] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1254.829598] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.829739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.831493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.831493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.831493] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.848248] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1255.001965] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.505578] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620: rpc.has_security_group_logging(os_id): False [ 1255.527939] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.527939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.528351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.528351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.528351] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.528918] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.529126] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.529251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.529497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.529614] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.529742] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 is going to be updated. [ 1255.601201] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.601418] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.601633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.601940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.602184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.618116] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: IN_PROGRESS for 2s [ 1255.761836] env[65808]: INFO networking_nsxv3.common.synchronization [req-0442ab25-a88f-41f9-9a7a-4e627d634957 req-11b43936-fcc1-4853-bea0-809cad90a9de tempest-ServerDiskConfigTestJSON-1780698547 tempest-ServerDiskConfigTestJSON-1780698547-project-member] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1255.762408] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGHEST for action security_group_members [ 1255.762719] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.762901] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.762971] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.764129] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.765033] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.765033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.765033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.765033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.765033] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.765033] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.267551] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.267779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.267779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.268241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.268380] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.268687] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.268839] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.268931] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.269301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.269462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.269579] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be updated. [ 1256.300615] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.300816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.300816] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.301070] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.301226] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.311882] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: IN_PROGRESS for 2s [ 1256.786532] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04896dfd-ce26-4165-a0d2-67b94d959347 in Status: SUCCESS [ 1256.786966] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 deletion is rescheduled due to dependency. [ 1256.786966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.858743] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1256.858943] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1256.859053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.632385] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: SUCCESS [ 1257.632615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.322173] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 in Status: SUCCESS [ 1258.322492] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 deletion is rescheduled due to dependency. [ 1258.322492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.764078] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.764509] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.765497] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.765497] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.500457] env[65808]: INFO networking_nsxv3.common.synchronization [None req-51c811b6-4e9b-4c45-84c5-93fd397264e3 None None] Enqueued Resource ID: fa5db9ee-9399-4c67-946d-de0032cf38d9 with Priority: HIGHEST for action port [ 1266.501040] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5db9ee-9399-4c67-946d-de0032cf38d9 with Priority: HIGHEST for action port [ 1266.501355] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5db9ee-9399-4c67-946d-de0032cf38d9 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.501482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5db9ee-9399-4c67-946d-de0032cf38d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.501548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5db9ee-9399-4c67-946d-de0032cf38d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.501818] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5db9ee-9399-4c67-946d-de0032cf38d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.501900] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5db9ee-9399-4c67-946d-de0032cf38d9',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.004920] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa5db9ee-9399-4c67-946d-de0032cf38d9 [ 1267.005275] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.005353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.005396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.005584] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.005675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.005765] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa5db9ee-9399-4c67-946d-de0032cf38d9 already deleted. [ 1267.005905] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5db9ee-9399-4c67-946d-de0032cf38d9" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.735767] env[65808]: INFO networking_nsxv3.common.synchronization [None req-507571fc-018c-4a5f-8fd4-b60fc465669d None None] Enqueued Resource ID: 1a950e1d-3496-4132-8d70-e7c840cccb8d with Priority: HIGHEST for action port [ 1268.736659] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a950e1d-3496-4132-8d70-e7c840cccb8d with Priority: HIGHEST for action port [ 1268.736760] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a950e1d-3496-4132-8d70-e7c840cccb8d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.736856] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a950e1d-3496-4132-8d70-e7c840cccb8d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.736917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a950e1d-3496-4132-8d70-e7c840cccb8d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.738181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a950e1d-3496-4132-8d70-e7c840cccb8d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.738181] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a950e1d-3496-4132-8d70-e7c840cccb8d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.186070] env[65808]: INFO networking_nsxv3.common.synchronization [None req-9075d9e8-f401-419b-b660-55f4003dc740 None None] Enqueued Resource ID: b9788d20-7511-45fb-a9ed-3fe32c973a89 with Priority: HIGHEST for action port [ 1269.187330] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9788d20-7511-45fb-a9ed-3fe32c973a89 with Priority: HIGHEST for action port [ 1269.187330] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9788d20-7511-45fb-a9ed-3fe32c973a89 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.187330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9788d20-7511-45fb-a9ed-3fe32c973a89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.187330] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9788d20-7511-45fb-a9ed-3fe32c973a89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.187590] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9788d20-7511-45fb-a9ed-3fe32c973a89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.187590] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9788d20-7511-45fb-a9ed-3fe32c973a89',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.240643] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a950e1d-3496-4132-8d70-e7c840cccb8d [ 1269.240879] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.241582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.241582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.241582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.241582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.241582] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a950e1d-3496-4132-8d70-e7c840cccb8d already deleted. [ 1269.241582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a950e1d-3496-4132-8d70-e7c840cccb8d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.407528] env[65808]: INFO networking_nsxv3.common.synchronization [req-244813c5-1440-4e13-ab5f-b3354a91059b req-dbac14e9-c5aa-4b6f-9766-d6e7f636c0ae tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1269.407904] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1269.408758] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.408825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.408868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.412014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.412014] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.412014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.412014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.412014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.412014] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.412014] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.689563] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9788d20-7511-45fb-a9ed-3fe32c973a89 [ 1269.689811] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.689994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.689994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.690232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.690400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.690400] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9788d20-7511-45fb-a9ed-3fe32c973a89 already deleted. [ 1269.690485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9788d20-7511-45fb-a9ed-3fe32c973a89" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.773320] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.773653] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.773653] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.773913] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.774180] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.774333] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.774450] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.774663] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.774804] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.775021] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.775171] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.775310] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.775423] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.775599] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.775772] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.775962] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.801325] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.801673] env[65808]: DEBUG dogpile.cache.region [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1269.801948] env[65808]: DEBUG dogpile.lock [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.802245] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.802770] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.803098] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.803304] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.803772] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.803980] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.912494] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.912728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.912830] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.913170] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.913303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.913511] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.913622] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.913770] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.913940] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.914861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.914861] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1269.943323] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.943600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.943600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.943776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.943930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.953050] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1270.307456] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.307684] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.307809] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.308118] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.308292] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.308451] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Segment Port c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe not found, creating... [ 1270.308726] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.308883] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.309007] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.309251] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.309387] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.309663] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.309814] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.309989] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.310148] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.310280] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.310416] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Resource: SegmentPort with ID: c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe is going to be created. [ 1270.330684] env[65808]: DEBUG networking_nsxv3.common.locking [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.330919] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.331044] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.331419] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.331674] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.331893] env[65808]: DEBUG oslo_concurrency.lockutils [None req-cd5e848c-be05-4491-a8c5-6e272484c0e9 None None] Releasing lock "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.027593] env[65808]: INFO networking_nsxv3.common.synchronization [req-244813c5-1440-4e13-ab5f-b3354a91059b req-8de61e38-ea49-45f6-88c3-161c8da73879 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1271.027593] env[65808]: INFO networking_nsxv3.common.synchronization [req-244813c5-1440-4e13-ab5f-b3354a91059b req-8de61e38-ea49-45f6-88c3-161c8da73879 service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1271.027876] env[65808]: INFO networking_nsxv3.common.synchronization [req-244813c5-1440-4e13-ab5f-b3354a91059b req-8de61e38-ea49-45f6-88c3-161c8da73879 service nova] Enqueued Resource ID: c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe with Priority: HIGHEST for action port [ 1271.028251] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1271.028361] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1271.028455] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe with Priority: HIGHEST for action port [ 1271.028726] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.028851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.028887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.029888] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.029888] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.030799] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.030939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.031172] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.031669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.031771] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.031977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.032102] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.517261] env[65808]: INFO networking_nsxv3.common.synchronization [None req-01e3ca02-c68b-49ae-9b85-f210b9b00e96 None None] Enqueued Resource ID: 651d37cd-a3bf-471f-b867-67d90f77356e with Priority: HIGHEST for action port [ 1271.517826] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d37cd-a3bf-471f-b867-67d90f77356e with Priority: HIGHEST for action port [ 1271.518146] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-651d37cd-a3bf-471f-b867-67d90f77356e taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.518263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651d37cd-a3bf-471f-b867-67d90f77356e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.518334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651d37cd-a3bf-471f-b867-67d90f77356e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.518601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651d37cd-a3bf-471f-b867-67d90f77356e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.518682] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651d37cd-a3bf-471f-b867-67d90f77356e',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.533226] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.533382] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.534747] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe with status ACTIVE [ 1271.534943] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.535087] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.535158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.535375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.535459] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.535627] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.535725] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.535800] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.535968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.536062] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.536637] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.536637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.536637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.536637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.536819] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.536819] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe is going to be updated. [ 1271.560610] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.560610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.560610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.560610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.560610] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.560914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13b0a9d-2538-4cfe-9bd9-c0ddeb3f1efe" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.964050] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1271.964050] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1271.964050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.964433] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.964492] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.964716] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.964866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.964944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.965182] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.965298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.965443] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.020713] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 651d37cd-a3bf-471f-b867-67d90f77356e [ 1272.021135] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.021301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.021363] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.021678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.021829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.021964] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:651d37cd-a3bf-471f-b867-67d90f77356e already deleted. [ 1272.022069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651d37cd-a3bf-471f-b867-67d90f77356e" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.468637] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.971173] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.473548] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.473841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.473841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.473927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.473966] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.474082] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1273.501667] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.501895] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.501975] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.502199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.502367] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.512395] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1274.259686] env[65808]: INFO networking_nsxv3.common.synchronization [req-b4f83473-aa40-44e7-a30d-5f65956b81e1 req-f91a8e2f-15d4-484d-a42b-bdd43a00e323 tempest-ServersNegativeTestMultiTenantJSON-1101243739 tempest-ServersNegativeTestMultiTenantJSON-1101243739-project-member] Enqueued Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_members [ 1274.260275] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_members [ 1274.260590] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.260715] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.260776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.261058] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.261250] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.261362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.261421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.261612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.261697] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.261814] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.536729] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.537079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-631" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.537211] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-631" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.537584] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-631" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.537893] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.538174] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.538374] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.538676] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.538910] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.539218] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.539423] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.539608] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.539781] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.539976] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.540170] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.540366] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.559509] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.559718] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.559887] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.560079] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-631" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.560447] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.560671] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.560820] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.561246] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.561432] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94212cdb-06de-4e09-9b78-9ce5bd4e57e8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.765571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.765802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.765920] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.766208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.766356] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.766604] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.766760] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.766843] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.767047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.767139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.767233] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441dcfbe-9039-4e29-8117-35d59b179daf already deleted. [ 1274.767325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.064075] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.064492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.064492] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.064769] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.064950] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.065357] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 94212cdb-06de-4e09-9b78-9ce5bd4e57e8 not found, creating... [ 1275.065687] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.065863] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.065985] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.066303] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.066505] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.066759] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.066912] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.067037] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.067301] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.067437] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.067579] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 94212cdb-06de-4e09-9b78-9ce5bd4e57e8 is going to be created. [ 1275.091880] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.092257] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.092334] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.092654] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.092914] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.093273] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.524239] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1275.524588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.524861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.525311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.525641] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.525823] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.525862] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.526460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.526460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.526460] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.526641] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.797538] env[65808]: INFO networking_nsxv3.common.synchronization [req-b4f83473-aa40-44e7-a30d-5f65956b81e1 req-097af33a-1c42-4260-a0b2-4327b99016d4 service nova] Enqueued Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_rules [ 1275.797812] env[65808]: INFO networking_nsxv3.common.synchronization [req-b4f83473-aa40-44e7-a30d-5f65956b81e1 req-097af33a-1c42-4260-a0b2-4327b99016d4 service nova] Enqueued Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_members [ 1275.797942] env[65808]: INFO networking_nsxv3.common.synchronization [req-b4f83473-aa40-44e7-a30d-5f65956b81e1 req-097af33a-1c42-4260-a0b2-4327b99016d4 service nova] Enqueued Resource ID: 94212cdb-06de-4e09-9b78-9ce5bd4e57e8 with Priority: HIGHEST for action port [ 1275.798341] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_rules [ 1275.798479] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_members [ 1275.798568] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94212cdb-06de-4e09-9b78-9ce5bd4e57e8 with Priority: HIGHEST for action port [ 1275.798836] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.798956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.800629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.801864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.801864] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.802730] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.802850] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.802921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.803141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.803299] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.803377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.803441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.803591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.803675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.803763] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.804721] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.804882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.804991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.805752] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.808200] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94212cdb-06de-4e09-9b78-9ce5bd4e57e8',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.032028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.032028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.032028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.032028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.032028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.032773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.032773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.032773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.032773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.032773] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.307365] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.308481] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.308600] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.308958] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94212cdb-06de-4e09-9b78-9ce5bd4e57e8 with status ACTIVE [ 1276.309139] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.309271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.309337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.309735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.309735] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.309867] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.310019] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.310138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.310749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.310917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.311483] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.311483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.311483] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.311680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.311680] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.311736] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94212cdb-06de-4e09-9b78-9ce5bd4e57e8 is going to be updated. [ 1276.333252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.333445] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.333515] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.333699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.333837] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.334022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94212cdb-06de-4e09-9b78-9ce5bd4e57e8" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.535045] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f494e3-339f-44fe-b331-29abbabbf959: rpc.has_security_group_logging(os_id): False [ 1276.558262] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.558475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.558541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.558840] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.558956] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.559255] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.559401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.559496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.559675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.559775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.559973] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.560100] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.560174] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.560344] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.560421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.560626] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.560722] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.560782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.560968] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.561050] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.561135] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1276.628088] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.628334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.628385] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.628596] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.628764] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.644336] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1276.809354] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.312835] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.313137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.313137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.313387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.313478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.313579] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441dcfbe-9039-4e29-8117-35d59b179daf is going to be created. [ 1277.337781] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.337989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.337989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.338154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.338348] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.347715] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441dcfbe-9039-4e29-8117-35d59b179daf in Status: UNINITIALIZED for 2s [ 1278.661477] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1278.661786] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.360036] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441dcfbe-9039-4e29-8117-35d59b179daf in Status: SUCCESS [ 1279.360036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.360036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.360036] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.360036] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.360406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.360406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.360406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.360406] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.360516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.360609] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.863641] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.863641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.863641] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.864134] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.864134] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.864219] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.864928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.864928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.864928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.864928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.864928] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.864928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.864928] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.865362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.865362] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.865362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.865362] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.865509] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.865563] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.865611] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.865714] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.368112] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441dcfbe-9039-4e29-8117-35d59b179daf: rpc.has_security_group_logging(os_id): False [ 1280.386016] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.386186] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.386260] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.386469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.386559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.386802] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.386857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.386913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.387132] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.387181] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.387371] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.387478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.387552] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.387702] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.387813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.388112] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.388248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.388321] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.388466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.388545] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.388630] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441dcfbe-9039-4e29-8117-35d59b179daf is going to be created. [ 1280.464180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.464407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.464407] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.464628] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.464841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.477141] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441dcfbe-9039-4e29-8117-35d59b179daf in Status: IN_PROGRESS for 2s [ 1280.800199] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.800511] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1282.491053] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441dcfbe-9039-4e29-8117-35d59b179daf in Status: SUCCESS [ 1282.491053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.018647] env[65808]: INFO networking_nsxv3.common.synchronization [req-e27f49e7-c984-4782-8343-29df0c1baf2f req-d6542305-3ce6-4e93-a721-e9073d1f42c5 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1283.019560] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1283.020101] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.020298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.020398] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.020719] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.020901] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.021108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.021227] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.021439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.021812] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.021812] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.526488] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.526820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.526820] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.526992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.527125] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.527346] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.527446] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.527504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.527660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.527743] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.527867] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1283.561647] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.561879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.561879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.562280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.562543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.574037] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1285.585216] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1285.585216] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1285.585216] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.728045] env[65808]: INFO networking_nsxv3.common.synchronization [req-c09b1236-f6a5-4695-b3b9-bf56044959a8 req-3656d603-639a-46a0-a7cc-580419ec2a58 tempest-ServersNegativeTestMultiTenantJSON-1101243739 tempest-ServersNegativeTestMultiTenantJSON-1101243739-project-member] Enqueued Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_members [ 1286.729135] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGHEST for action security_group_members [ 1286.729135] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.729135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.729135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.730282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.730282] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.730282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.730282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.730282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.730282] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.730282] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.232759] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.232973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.232973] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.233353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.233353] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.233566] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.233670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.233732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.233886] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.233964] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.234064] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441dcfbe-9039-4e29-8117-35d59b179daf is going to be updated. [ 1287.285970] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.286137] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.286204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.286416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.286569] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.296055] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441dcfbe-9039-4e29-8117-35d59b179daf in Status: IN_PROGRESS for 2s [ 1288.764699] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.765022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.765022] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.765218] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.765333] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.268526] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.307020] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441dcfbe-9039-4e29-8117-35d59b179daf in Status: SUCCESS [ 1289.307227] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441dcfbe-9039-4e29-8117-35d59b179daf deletion is rescheduled due to dependency. [ 1289.307313] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.770502] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.272423] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1290.272635] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1291.089850] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.090375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.090375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.090375] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.103392] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1291.104304] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.105015] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1291.144336] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.145462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.145462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.145462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.161892] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.163333] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1291.163333] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.163333] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1291.202273] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.202485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.202485] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.202779] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.204326] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.204326] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1291.281284] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.281503] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.281602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.281842] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.282499] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.282946] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1291.353757] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.353993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.353993] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.354349] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.354706] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.355043] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1291.355177] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'66b65258-21a1-40a7-ad89-8c9eeee3908b', '04896dfd-ce26-4165-a0d2-67b94d959347', '441dcfbe-9039-4e29-8117-35d59b179daf', '006b04e1-eac7-492c-aea9-21093112b49d', '2c4743c7-b6e8-4208-ad00-8e27c0a0f03b', 'ba22964a-4e79-444f-bcd3-d3737e435a8b', '3c876b62-1871-49bb-adb9-19420df89135', '8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620', 'a6f44701-24ad-4edf-83ee-83bd4fa8e4ab', 'fc4a2754-49d5-4084-b404-c1f67590102a', '14a8a096-150b-48f1-b667-7e2f23773361', 'c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3', 'b0710d65-8d7b-41b8-b27f-f579b2f30ef2', 'fc03e84a-c64d-4aac-90a8-7a084b3bd43f', 'df332082-a91f-4ec8-9a5b-f18b3070c685', '2c363c6d-063c-4566-aa42-f20ee8969b26', 'cdc4c4f4-77de-4dae-ae42-b8d79966366a', '8f9f7875-145d-47e4-92d1-d53ed82576b3', '4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0', 'ab8696bc-fab5-4d53-bb57-921ce72f415f', 'a3b02319-30cb-4d95-ba71-ed34d97d1400', 'c724ec67-a2f9-463a-9284-4cfcee1bb73f', '50febd03-e972-4db4-8641-f0ad6e570896', 'ccd67c91-50d2-47e3-bca6-229ac13192c4', '7ab7749f-04c8-4a95-8f11-7b8639424e29', '86ac65ee-a532-4ab4-a717-4a84b25e64e0', '3572343a-848a-4b4c-a018-609ad1e993d5', '52a0be39-933b-49e6-90a7-9d50828506ff', 'd64bca6e-fc95-4b76-9698-932e1715207e', 'a4f494e3-339f-44fe-b331-29abbabbf959', '93df70ab-bd00-4653-951e-159ec5e379f7', 'eedab052-0771-4be4-98a1-c2b5000d9d49', '877d2771-43e0-46d8-9bc7-5d0ff5386041', '1b8550b7-b73e-48e4-a2f2-d796883ddfb8', '5e141a2f-46f1-4cca-b26d-829ab36ef879', '1b30d01c-eef0-4153-883e-32e605e001b6', 'baa93573-629f-4335-9d59-54bd8a00f1be', 'c215b84d-555a-4593-a413-840e8dd5cec8', '0f23db33-1580-40ed-91cd-6adc90f46644', '6507955c-0d59-485f-a5c1-1f1714f39e57', 'cd880430-9daf-44f7-9db6-b260a1011fdb', '466fb0ac-380d-4c36-8aa3-b67c641f2657'} {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.355294] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1291.374237] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.374478] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.374540] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.374759] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.374848] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.374960] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1291.375049] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.375114] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1291.460045] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.460276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.460276] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.460484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.461908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.462236] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1291.462329] env[65808]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65808) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.462405] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1291.462487] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1291.462575] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1291.462654] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGH for action security_group_rules [ 1291.462734] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGH for action security_group_rules [ 1291.462817] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGH for action security_group_rules [ 1291.462890] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGH for action security_group_rules [ 1291.462954] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGH for action security_group_rules [ 1291.463029] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGH for action security_group_rules [ 1291.463185] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGH for action security_group_rules [ 1291.463258] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGH for action security_group_rules [ 1291.463320] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGH for action security_group_rules [ 1291.463396] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGH for action security_group_rules [ 1291.463470] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGH for action security_group_rules [ 1291.463532] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGH for action security_group_rules [ 1291.463592] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGH for action security_group_rules [ 1291.463652] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGH for action security_group_rules [ 1291.463695] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGH for action security_group_rules [ 1291.463745] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGH for action security_group_rules [ 1291.463806] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGH for action security_group_rules [ 1291.463868] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGH for action security_group_rules [ 1291.463929] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGH for action security_group_rules [ 1291.464008] env[65808]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGH for action security_group_rules [ 1291.464144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.510132] env[65808]: INFO networking_nsxv3.common.synchronization [req-a4364439-8351-446d-ac01-019c0494019d req-b7fb48a4-b1d4-49ec-8c3c-a3a0a12c4445 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1291.510132] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1291.510132] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b with Priority: HIGH for action security_group_rules [ 1291.510132] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441dcfbe-9039-4e29-8117-35d59b179daf with Priority: HIGH for action security_group_rules [ 1291.510132] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c876b62-1871-49bb-adb9-19420df89135 with Priority: HIGH for action security_group_rules [ 1291.510132] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df332082-a91f-4ec8-9a5b-f18b3070c685 with Priority: HIGH for action security_group_rules [ 1291.510412] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8696bc-fab5-4d53-bb57-921ce72f415f with Priority: HIGH for action security_group_rules [ 1291.510412] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 with Priority: HIGH for action security_group_rules [ 1291.510412] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 with Priority: HIGH for action security_group_rules [ 1291.510518] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a with Priority: HIGH for action security_group_rules [ 1291.510559] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f with Priority: HIGH for action security_group_rules [ 1291.510631] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 with Priority: HIGH for action security_group_rules [ 1291.510725] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 with Priority: HIGH for action security_group_rules [ 1291.510813] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 with Priority: HIGH for action security_group_rules [ 1291.511323] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14a8a096-150b-48f1-b667-7e2f23773361 with Priority: HIGH for action security_group_rules [ 1291.511566] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4a2754-49d5-4084-b404-c1f67590102a with Priority: HIGH for action security_group_rules [ 1291.511632] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab with Priority: HIGH for action security_group_rules [ 1291.511671] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba22964a-4e79-444f-bcd3-d3737e435a8b with Priority: HIGH for action security_group_rules [ 1291.511760] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGH for action security_group_rules [ 1291.511848] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGH for action security_group_rules [ 1291.511965] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04896dfd-ce26-4165-a0d2-67b94d959347 with Priority: HIGH for action security_group_rules [ 1291.512036] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006b04e1-eac7-492c-aea9-21093112b49d with Priority: HIGH for action security_group_rules [ 1291.512352] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.512479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.512543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.512763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.512921] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.513031] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.513117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.513280] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.513364] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.513454] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.514298] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b65258-21a1-40a7-ad89-8c9eeee3908b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.514409] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.514475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.514630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.514704] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b65258-21a1-40a7-ad89-8c9eeee3908b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.515957] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441dcfbe-9039-4e29-8117-35d59b179daf taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.516086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.516155] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.516311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.516386] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441dcfbe-9039-4e29-8117-35d59b179daf',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.517082] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c876b62-1871-49bb-adb9-19420df89135 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.517192] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.517259] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.517413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.517486] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c876b62-1871-49bb-adb9-19420df89135',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.518180] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df332082-a91f-4ec8-9a5b-f18b3070c685 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.518287] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.518388] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.518497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.518566] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df332082-a91f-4ec8-9a5b-f18b3070c685',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.521240] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8696bc-fab5-4d53-bb57-921ce72f415f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.521355] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.521421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.521577] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.521663] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8696bc-fab5-4d53-bb57-921ce72f415f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.522815] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.522911] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.522980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.523205] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.523294] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.524935] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f9f7875-145d-47e4-92d1-d53ed82576b3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.524935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.524935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.524935] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.524935] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f9f7875-145d-47e4-92d1-d53ed82576b3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.525653] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.525653] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.525802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.525846] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.526236] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc4c4f4-77de-4dae-ae42-b8d79966366a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.526639] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.526749] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.526813] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.526991] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.527088] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc03e84a-c64d-4aac-90a8-7a084b3bd43f',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.527899] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c363c6d-063c-4566-aa42-f20ee8969b26 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.528011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.528081] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.528262] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.528843] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c363c6d-063c-4566-aa42-f20ee8969b26',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.529245] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.529387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.529387] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.529548] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.529647] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0710d65-8d7b-41b8-b27f-f579b2f30ef2',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.530782] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.530782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.530782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.530782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.530782] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.531456] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14a8a096-150b-48f1-b667-7e2f23773361 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.531582] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.531887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.531887] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.531963] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14a8a096-150b-48f1-b667-7e2f23773361',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.532783] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4a2754-49d5-4084-b404-c1f67590102a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.532893] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.532944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.533167] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.533248] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4a2754-49d5-4084-b404-c1f67590102a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.534298] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.534472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.534472] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.534657] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.534724] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f44701-24ad-4edf-83ee-83bd4fa8e4ab',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.535470] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba22964a-4e79-444f-bcd3-d3737e435a8b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.535573] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.535629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.536067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.536067] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba22964a-4e79-444f-bcd3-d3737e435a8b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.536799] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.536865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.536960] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.537113] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.537187] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.537891] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.537995] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.538057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.538241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.538314] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.539038] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04896dfd-ce26-4165-a0d2-67b94d959347 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.539139] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.539236] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.539439] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.539501] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04896dfd-ce26-4165-a0d2-67b94d959347',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.540297] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006b04e1-eac7-492c-aea9-21093112b49d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.540417] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.540465] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.540775] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.540775] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006b04e1-eac7-492c-aea9-21093112b49d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.571541] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.571699] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.571785] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.571992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.574819] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.574980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.575703] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.576210] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.596857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.597030] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b65258-21a1-40a7-ad89-8c9eeee3908b is going to be deleted. [ 1291.598424] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.598709] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.617241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.617445] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8696bc-fab5-4d53-bb57-921ce72f415f is going to be deleted. [ 1291.618264] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.618482] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.642421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.642628] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c876b62-1871-49bb-adb9-19420df89135 is going to be deleted. [ 1291.657354] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.657494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.657559] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.657776] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.658059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.658059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b65258-21a1-40a7-ad89-8c9eeee3908b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.680248] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.680248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.680248] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.680475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.680475] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.680607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8696bc-fab5-4d53-bb57-921ce72f415f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.697775] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.697951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.697994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.698221] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.698311] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.698430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c876b62-1871-49bb-adb9-19420df89135" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.043144] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.043358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.043358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.043550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.059094] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.059294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.059294] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.059504] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.059636] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.059766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.059825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.059994] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.060088] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.060172] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.060257] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.097551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.098069] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.098069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.098069] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.098316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.098316] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.098411] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be updated. [ 1292.099917] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.100121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.100121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.100299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.106723] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.107082] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.107707] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.107811] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.108570] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.108675] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.109368] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.109470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.110171] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.110273] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.112939] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.113059] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.113845] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.113948] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.115986] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.116099] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.117427] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.117561] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.118277] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.118506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.119081] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.119528] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.119655] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.120263] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.120647] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.120753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.121365] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.121766] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.121869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.122544] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.122926] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.123042] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.123763] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.124215] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.124337] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.124933] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.125361] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.125573] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14a8a096-150b-48f1-b667-7e2f23773361 is going to be deleted. [ 1292.126466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.126674] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.126763] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.126860] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be deleted. [ 1292.127670] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.127845] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.141835] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.141985] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.142060] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.142275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.142421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.150423] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.150555] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f44701-24ad-4edf-83ee-83bd4fa8e4ab is going to be deleted. [ 1292.151403] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.151613] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.152892] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1292.170469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.172400] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc4c4f4-77de-4dae-ae42-b8d79966366a is going to be deleted. [ 1292.172400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.172400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.226072] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.226325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.228889] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.229936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.230171] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.230303] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.233879] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.233987] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3 is going to be deleted. [ 1292.235400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.235914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.298922] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.298922] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0710d65-8d7b-41b8-b27f-f579b2f30ef2 is going to be deleted. [ 1292.299989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.301341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.336408] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.336555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.360944] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.361105] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441dcfbe-9039-4e29-8117-35d59b179daf is going to be deleted. [ 1292.362043] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.362275] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.363736] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.363859] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.385899] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.386041] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006b04e1-eac7-492c-aea9-21093112b49d is going to be deleted. [ 1292.386925] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.387152] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.414617] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.414821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.429773] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.430903] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0 is going to be deleted. [ 1292.431875] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.432112] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.434973] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.435108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.467430] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.467583] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04896dfd-ce26-4165-a0d2-67b94d959347 is going to be deleted. [ 1292.468958] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.469184] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.472092] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.472281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.523676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.523931] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba22964a-4e79-444f-bcd3-d3737e435a8b is going to be deleted. [ 1292.525397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.525397] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.566131] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.571954] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.572115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.578620] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.578803] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c363c6d-063c-4566-aa42-f20ee8969b26 is going to be deleted. [ 1292.580143] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.580402] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.633171] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.633359] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.637266] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.637420] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f9f7875-145d-47e4-92d1-d53ed82576b3 is going to be deleted. [ 1292.638307] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.638526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.668095] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.668239] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.675969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.676119] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df332082-a91f-4ec8-9a5b-f18b3070c685 is going to be deleted. [ 1292.677015] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.677245] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.831642] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.831855] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.832756] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.832883] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4a2754-49d5-4084-b404-c1f67590102a is going to be deleted. [ 1292.833871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.834122] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.868601] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.868781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.889153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.889359] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc03e84a-c64d-4aac-90a8-7a084b3bd43f is going to be deleted. [ 1292.890530] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.891016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.891016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.891844] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.891939] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.892117] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.892211] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.892334] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14a8a096-150b-48f1-b667-7e2f23773361" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.892903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.893141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.893243] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.893358] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f44701-24ad-4edf-83ee-83bd4fa8e4ab" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.893491] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.893669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.893746] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.893860] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc4c4f4-77de-4dae-ae42-b8d79966366a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.893989] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.894158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.894518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.894518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ac99e4-c755-4b5f-865b-aa9e0af2cdb3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.894518] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.894662] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.894695] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.894796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0710d65-8d7b-41b8-b27f-f579b2f30ef2" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.894914] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.895073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.895153] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.895263] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441dcfbe-9039-4e29-8117-35d59b179daf" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.895386] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.895526] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.895601] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.895711] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006b04e1-eac7-492c-aea9-21093112b49d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.895829] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.895969] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.896057] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.896166] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c8b08e8-19e8-44ae-b6f4-b3df7bd19ea0" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.896291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.896432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.896506] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.896612] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba22964a-4e79-444f-bcd3-d3737e435a8b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.896728] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.896881] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.896951] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.897080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04896dfd-ce26-4165-a0d2-67b94d959347" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.897200] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.897341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.897416] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.897527] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c363c6d-063c-4566-aa42-f20ee8969b26" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.897649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.897788] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.897861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.897962] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f9f7875-145d-47e4-92d1-d53ed82576b3" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.919789] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.920105] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.920228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.920413] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.920505] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.920627] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df332082-a91f-4ec8-9a5b-f18b3070c685" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.043403] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.043607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.043607] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.043827] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.043921] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.044140] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4a2754-49d5-4084-b404-c1f67590102a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.056761] env[65808]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.057238] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.057399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.057479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.057768] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.057871] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.058035] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc03e84a-c64d-4aac-90a8-7a084b3bd43f" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.068547] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620: rpc.has_security_group_logging(os_id): False [ 1293.093338] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.093516] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.093591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.093824] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.139597] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.139958] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.140051] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.140118] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.140401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.140496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.140590] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 is going to be updated. [ 1293.239597] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.239781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.239825] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.240048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.240196] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.279075] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: IN_PROGRESS for 2s [ 1294.128704] env[65808]: INFO networking_nsxv3.common.synchronization [req-88ea1979-59ba-47a3-a698-1b2f08ba2d5c req-09296893-8de6-4d33-9525-607397673e22 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1294.129932] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1294.130267] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.130396] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.130452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.130676] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.130849] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.130954] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.131281] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.131451] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.131541] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.131637] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.161748] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1294.162121] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b deletion is rescheduled due to dependency. [ 1294.162121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.433582] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.433932] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.434359] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.434791] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.436974] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.436974] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.436974] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.436974] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.436974] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.436974] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.436974] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.437367] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.437367] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.437529] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.437711] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.437933] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.458105] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.459034] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1294.459034] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.459034] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-718" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.459404] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.460080] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.460080] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.460376] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.460595] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d2d327-bbc9-47ae-86ee-fca3c9d8905d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.634811] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.635045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.635045] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.635325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.660494] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.660781] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.660913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.660992] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.661241] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.661325] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.661417] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1294.687256] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.687414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.687470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.687679] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.687822] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.698831] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1294.964933] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.968017] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 03d2d327-bbc9-47ae-86ee-fca3c9d8905d not found, creating... [ 1294.968017] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.968017] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.968502] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.968502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.968502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.968502] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.968940] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.969299] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 03d2d327-bbc9-47ae-86ee-fca3c9d8905d is going to be created. [ 1294.993547] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.993769] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.993886] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.994997] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.994997] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.994997] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.291384] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: SUCCESS [ 1295.291897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.745082] env[65808]: INFO networking_nsxv3.common.synchronization [req-88ea1979-59ba-47a3-a698-1b2f08ba2d5c req-b6b34692-8bb1-4bd0-99f2-85b28545087b service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1295.745283] env[65808]: INFO networking_nsxv3.common.synchronization [req-88ea1979-59ba-47a3-a698-1b2f08ba2d5c req-b6b34692-8bb1-4bd0-99f2-85b28545087b service nova] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1295.745418] env[65808]: INFO networking_nsxv3.common.synchronization [req-88ea1979-59ba-47a3-a698-1b2f08ba2d5c req-b6b34692-8bb1-4bd0-99f2-85b28545087b service nova] Enqueued Resource ID: 03d2d327-bbc9-47ae-86ee-fca3c9d8905d with Priority: HIGHEST for action port [ 1295.745947] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_rules [ 1295.746089] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1295.746406] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d2d327-bbc9-47ae-86ee-fca3c9d8905d with Priority: HIGHEST for action port [ 1295.746471] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.746593] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.746765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.746858] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.746935] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.748106] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.748208] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.748391] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.748488] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.748551] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.748795] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.748795] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d2d327-bbc9-47ae-86ee-fca3c9d8905d',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.250526] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.250686] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.250885] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03d2d327-bbc9-47ae-86ee-fca3c9d8905d with status ACTIVE [ 1296.251078] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.251189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.251404] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.251479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.251555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.252258] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.252258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.252258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.252258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.252258] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.252258] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.252576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.252576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.252576] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.252678] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.252678] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03d2d327-bbc9-47ae-86ee-fca3c9d8905d is going to be updated. [ 1296.279340] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.279340] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.279571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.279630] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.279826] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.280120] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d2d327-bbc9-47ae-86ee-fca3c9d8905d" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.709793] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1296.710274] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1296.710274] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.710533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.710861] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.711193] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.711384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.711502] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.711781] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.711934] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.712120] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.214810] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.605655] env[65808]: INFO networking_nsxv3.common.synchronization [req-7c0ae35f-4a2a-40e1-b5cb-3991531811c0 req-c317b12d-6490-49ba-9334-7e902bc60df4 tempest-AttachVolumeShelveTestJSON-1504354643 tempest-AttachVolumeShelveTestJSON-1504354643-project-member] Enqueued Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1297.606335] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 with Priority: HIGHEST for action security_group_members [ 1297.606678] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.606762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.606817] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.607145] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.607353] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.607486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.607555] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.607716] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.607805] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.607904] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.717065] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.110912] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.111131] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.111189] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.111369] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.111464] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.111661] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.111762] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.111821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.111967] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.112053] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.112141] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 is going to be updated. [ 1298.142419] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.142645] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.142720] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.142947] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.143159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.153071] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: IN_PROGRESS for 2s [ 1298.219974] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.220291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.220291] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.220441] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.220534] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.220631] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1298.249433] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.249669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.249783] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.250107] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.250290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.260481] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1300.163041] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 in Status: SUCCESS [ 1300.163041] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620 deletion is rescheduled due to dependency. [ 1300.163525] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc8cfb6-7d0b-4af4-9623-6a82c7ac3620" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.269540] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1300.269814] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.269917] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.270171] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.270366] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.270484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.270550] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.270700] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.270782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.270864] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.270953] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.773498] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.773637] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.773703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.773930] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.774101] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.774228] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.774297] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.774452] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.774564] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.774649] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.774794] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.775011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.775011] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.775086] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.775296] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.775296] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.775602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.775602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.775602] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.775703] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.775780] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.105977] env[65808]: INFO networking_nsxv3.common.synchronization [req-bdbb06db-cd48-4c65-b359-4a570fcc0cac req-a661bdd8-ff48-420a-ad28-4726df52a114 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1301.106556] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1301.106892] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.107029] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.107093] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.107301] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.107462] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.107567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.107638] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.107782] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.107869] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.107964] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.278073] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f494e3-339f-44fe-b331-29abbabbf959: rpc.has_security_group_logging(os_id): False [ 1301.295905] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.296108] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.296163] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.296401] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.296591] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.296822] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.296936] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.297017] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.297237] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.297324] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.297559] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.297651] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.297710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.297908] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.297990] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.298225] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.298327] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.298421] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.298744] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.298897] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.299621] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1301.364899] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.365215] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.365308] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.365557] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.365796] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.378906] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1301.410924] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.411203] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.411740] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.412050] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.412318] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.412475] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.412590] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.412804] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.412945] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.413263] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.413397] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.413482] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.413585] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.413690] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.413790] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.413915] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.440584] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.440763] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.440846] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.441033] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.441365] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.441536] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.441654] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.442009] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.442156] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0b1af0-746f-4cf7-a779-98a2c0fb1fae',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.610524] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.610751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.610802] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.611037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.611127] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.611340] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.611437] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.611496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.611660] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.611739] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.611825] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be deleted. [ 1301.642224] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.642470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.642470] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.642669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.642977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.642977] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.944519] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.944778] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.944847] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.945202] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.945379] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.945560] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 9a0b1af0-746f-4cf7-a779-98a2c0fb1fae not found, creating... [ 1301.945833] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.946021] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.946145] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.946384] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.946536] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.946833] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.946986] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.947126] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.947390] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.947610] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.947827] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 9a0b1af0-746f-4cf7-a779-98a2c0fb1fae is going to be created. [ 1301.970744] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.971034] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.971147] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.971457] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.971713] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.971939] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.718333] env[65808]: INFO networking_nsxv3.common.synchronization [req-bdbb06db-cd48-4c65-b359-4a570fcc0cac req-46094578-7a03-4b2b-97c6-a59b8fcea8c3 service nova] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1302.719041] env[65808]: INFO networking_nsxv3.common.synchronization [req-bdbb06db-cd48-4c65-b359-4a570fcc0cac req-46094578-7a03-4b2b-97c6-a59b8fcea8c3 service nova] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1302.719166] env[65808]: INFO networking_nsxv3.common.synchronization [req-bdbb06db-cd48-4c65-b359-4a570fcc0cac req-46094578-7a03-4b2b-97c6-a59b8fcea8c3 service nova] Enqueued Resource ID: 9a0b1af0-746f-4cf7-a779-98a2c0fb1fae with Priority: HIGHEST for action port [ 1302.719386] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1302.719519] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1302.719612] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b1af0-746f-4cf7-a779-98a2c0fb1fae with Priority: HIGHEST for action port [ 1302.720164] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.720289] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.720352] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.720588] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.720673] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.721502] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.721626] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.721684] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.721835] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.721993] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.722158] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.722251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.722410] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.722496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.722589] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.723357] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.723476] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.723606] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.723710] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.723812] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0b1af0-746f-4cf7-a779-98a2c0fb1fae',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.225935] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.227028] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.227159] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.227297] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a0b1af0-746f-4cf7-a779-98a2c0fb1fae with status ACTIVE [ 1303.227459] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.227567] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.227633] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.227841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.228571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.228571] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.228571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.228571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.228571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.228571] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.228841] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.228841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.228841] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.229096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.229096] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.229181] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a0b1af0-746f-4cf7-a779-98a2c0fb1fae is going to be updated. [ 1303.250061] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.250251] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.250299] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.250497] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.250632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.250793] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0b1af0-746f-4cf7-a779-98a2c0fb1fae" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.394598] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1303.394821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.730955] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.234255] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.234466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.234466] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.234726] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.234851] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.234973] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be created. [ 1304.258804] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.259025] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.259073] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.259427] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.259698] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.269422] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: UNINITIALIZED for 2s [ 1306.281651] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1306.281982] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.282190] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.282469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.282706] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.282857] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.282945] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.283193] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.283290] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.283400] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.283515] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.786822] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.289621] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b: rpc.has_security_group_logging(os_id): False [ 1307.308537] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.308738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.308787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.308974] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.309080] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.309329] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.309432] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.309496] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.309658] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.309753] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.309803] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be created. [ 1307.373569] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.373731] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.373794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.374533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.374533] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.389071] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1307.720296] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.720489] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1309.402502] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1309.402867] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.721121] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.721488] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.722129] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.722494] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.723457] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.723937] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.724510] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.724864] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.213868] env[65808]: INFO networking_nsxv3.common.synchronization [req-a007c39f-ae88-4df6-b516-8cb1c4247350 req-280b15f4-6765-4777-a301-7f43f290bba2 tempest-DeleteServersTestJSON-696054032 tempest-DeleteServersTestJSON-696054032-project-member] Enqueued Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1332.213868] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f494e3-339f-44fe-b331-29abbabbf959 with Priority: HIGHEST for action security_group_members [ 1332.213868] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f494e3-339f-44fe-b331-29abbabbf959 taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.213868] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.214232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.214232] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.214486] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.214486] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.214629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.214708] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.214794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.214888] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f494e3-339f-44fe-b331-29abbabbf959',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.717578] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.717732] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.717821] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.718052] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.718154] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.718353] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.718456] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.718531] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.718669] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.718742] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.718824] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 is going to be updated. [ 1332.748582] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.748787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.748787] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.748981] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.749138] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.757621] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: IN_PROGRESS for 2s [ 1334.768374] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f494e3-339f-44fe-b331-29abbabbf959 in Status: SUCCESS [ 1334.768957] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f494e3-339f-44fe-b331-29abbabbf959 deletion is rescheduled due to dependency. [ 1334.768957] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f494e3-339f-44fe-b331-29abbabbf959" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.214227] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.214672] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.215535] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.216353] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.216834] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.216834] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.217553] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.217928] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.219290] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.219623] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.220527] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.220937] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.222196] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.222647] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.223851] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.224296] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.224707] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.225124] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.227088] env[65808]: INFO networking_nsxv3.common.synchronization [req-39ca3d88-79e2-4985-9542-5ebf830cf7a5 req-188e86a8-c629-4d3f-b29c-45724b2f9107 tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1379.227621] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1379.227728] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.227832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.227832] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.228067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.228225] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.228341] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.228434] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.229016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.229016] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.229016] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.733030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.733030] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.733030] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.733030] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be updated. [ 1379.785796] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.786072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.786072] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.786233] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.786377] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.795750] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1381.811110] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1381.811536] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b deletion is rescheduled due to dependency. [ 1381.811536] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.228302] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.228797] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.297383] env[65808]: INFO networking_nsxv3.common.synchronization [req-000a67c4-7b32-4036-a2e0-7454811ebb1b req-95a0ea6f-e837-458b-9f7e-c915755a3f7c tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1388.297929] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1388.298252] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.298373] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.298447] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.298688] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.298817] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.298903] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.298980] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.299074] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.299164] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.299466] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.564890] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.565159] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.565248] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.565583] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.565885] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.566155] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.566302] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.566563] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.566744] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.566940] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.567118] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] NeedRegenerationException {{(pid=65808) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1388.567234] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] no value, waiting for create lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1388.567356] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] value creation lock acquired {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1388.567476] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] No value present for key: 'zone-id' {{(pid=65808) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.567578] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Calling creation function for not-yet-present value {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1388.567766] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1388.591752] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1388.591982] env[65808]: DEBUG dogpile.cache.region [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65808) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1388.591982] env[65808]: DEBUG dogpile.lock [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Released creation lock {{(pid=65808) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1388.592225] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "network-217" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.592566] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a taken with stack trace [, , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.592797] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.592940] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.593355] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.593524] env[65808]: DEBUG networking_nsxv3.api.rpc [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.803894] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.804392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.804392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.804392] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.804599] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.804648] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.804774] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.804866] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.805037] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.805121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.805301] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be updated. [ 1388.837760] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.838028] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.838141] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.838474] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.838718] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.850754] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1389.095996] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.096321] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.096489] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.096813] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.096977] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.097152] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Segment Port 2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a not found, creating... [ 1389.097423] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.097598] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.097717] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.097958] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.098107] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.098403] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.098643] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.098807] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.098998] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.099143] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.099282] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Resource: SegmentPort with ID: 2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a is going to be created. [ 1389.123534] env[65808]: DEBUG networking_nsxv3.common.locking [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.123796] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.123916] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.124220] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.124451] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.124670] env[65808]: DEBUG oslo_concurrency.lockutils [None req-8f757289-c336-40df-9f85-0de8a7d3bd67 None None] Releasing lock "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.226553] env[65808]: INFO networking_nsxv3.common.synchronization [req-000a67c4-7b32-4036-a2e0-7454811ebb1b req-51550a31-c8c8-4af5-9373-8977a7343ad4 service nova] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1390.226858] env[65808]: INFO networking_nsxv3.common.synchronization [req-000a67c4-7b32-4036-a2e0-7454811ebb1b req-51550a31-c8c8-4af5-9373-8977a7343ad4 service nova] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1390.226858] env[65808]: INFO networking_nsxv3.common.synchronization [req-000a67c4-7b32-4036-a2e0-7454811ebb1b req-51550a31-c8c8-4af5-9373-8977a7343ad4 service nova] Enqueued Resource ID: 2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a with Priority: HIGHEST for action port [ 1390.227370] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_rules [ 1390.227730] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1390.227856] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a with Priority: HIGHEST for action port [ 1390.228078] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.228199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.228267] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.228462] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.228567] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.229379] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.229479] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.229664] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.229747] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.229794] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.229955] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.230075] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.732166] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.732360] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.732479] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a with status ACTIVE [ 1390.732644] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.732751] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.732806] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.733044] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.733271] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.733338] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.733399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.733457] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.733605] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.733723] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.733935] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.734048] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.734111] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.734257] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.734332] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.734413] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a is going to be updated. [ 1390.755892] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.756144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.756144] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.756298] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.756766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.756766] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a42d4ec-22bf-4bc5-8c35-7ee6cd1b426a" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.865424] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1390.865618] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b deletion is rescheduled due to dependency. [ 1390.865717] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.865882] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.866146] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.866331] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.866450] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.866514] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.866671] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.866754] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.866855] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.368827] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.870919] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.373084] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.373384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.373384] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.373543] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.373632] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.373775] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be updated. [ 1392.407067] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.407067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.407067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.407067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.407067] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.416652] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1394.430684] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1394.431199] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.431277] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.431484] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.431683] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.431804] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.431873] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.432135] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.432255] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.432414] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.432520] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.935516] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.228841] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.229032] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1395.437917] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b: rpc.has_security_group_logging(os_id): False [ 1395.458617] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.458913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.458913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.459038] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.459128] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.459361] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.459469] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.459532] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.459667] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.459738] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.459826] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be updated. [ 1395.529675] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.529913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.529913] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.530047] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.530204] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.547119] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1397.566181] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1397.566629] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.230055] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.230430] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.232426] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.232426] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.233362] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.233709] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.234369] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.235172] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.236618] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.236618] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.237612] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.237612] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.239421] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.239888] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.240476] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.240476] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.241440] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.241440] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.242655] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.242655] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.243861] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.244308] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.255517] env[65808]: INFO networking_nsxv3.common.synchronization [req-467d0d9c-8299-486c-88f6-ac62312bda25 req-4bf5a544-b6d3-426f-b95f-82c955b4a7ff tempest-ServerActionsTestJSON-1350269846 tempest-ServerActionsTestJSON-1350269846-project-member] Enqueued Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1452.255809] env[65808]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b with Priority: HIGHEST for action security_group_members [ 1452.255970] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b taken with stack trace [, , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.256115] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.256183] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.256381] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.256531] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.256681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.256681] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.257206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.257206] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.257206] env[65808]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4743c7-b6e8-4208-ad00-8e27c0a0f03b',) {} {{(pid=65808) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.760121] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.760121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.760121] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.760455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.760455] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.760636] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.760758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.760758] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.760865] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.760927] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.761013] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b is going to be updated. [ 1452.807032] env[65808]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65808) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.807399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.807399] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.807615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.807615] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.816288] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: IN_PROGRESS for 2s [ 1454.828367] env[65808]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b in Status: SUCCESS [ 1454.828765] env[65808]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4743c7-b6e8-4208-ad00-8e27c0a0f03b deletion is rescheduled due to dependency. [ 1454.828765] env[65808]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4743c7-b6e8-4208-ad00-8e27c0a0f03b" {{(pid=65808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.256388] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.256647] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.257388] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.257899] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.259184] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.259567] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.260383] env[65808]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.260823] env[65808]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0